-- Logs begin at Tue 2022-03-08 12:18:44 UTC, end at Tue 2022-03-08 13:19:09 UTC. -- Mar 08 12:52:28.615371 dv-cinder-830090-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 12:52:31.520931 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:52:31.521546 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 12:52:31.521716 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:52:31.525031 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.common.config [-] Logging enabled! Mar 08 12:52:31.525284 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 12:52:31.525589 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 12:52:31.526564 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:31.526798 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:31.527173 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:31.527417 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:31.528043 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:31.528366 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.528783 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 12:52:31.529105 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.529403 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.529695 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.530023 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.530316 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.530600 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.530890 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.531185 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.531470 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.531749 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.532031 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.532851 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.533139 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.533425 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.533710 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.534012 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] debug = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.534298 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.534720 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.535140 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.535419 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.535707 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.535985 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.536255 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.536528 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.536809 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.537132 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] host = dv-cinder-830090-2-iscsi {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.537409 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.537691 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.538033 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.538407 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.538686 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.538962 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.539246 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.539520 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.539791 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.540068 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.540353 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.540638 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.540926 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.541151 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.541373 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.541656 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.542033 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.542309 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.542578 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.542849 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.543119 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.543390 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.543658 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.543936 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.544221 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.544503 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.544773 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.545044 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.545311 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.545576 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.545884 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.546155 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.546422 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.546688 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.546970 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.547236 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.547506 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.547803 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.548648 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.548930 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.549215 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.549490 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.549771 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.550063 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.550333 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.550601 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_json = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.550869 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.551136 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.551411 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.551682 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.551950 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.552218 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.552486 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.552769 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.553038 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:31.553334 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.553631 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.553961 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.554268 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.554562 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.554842 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.555132 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.555410 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.555699 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.555986 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.556271 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.556546 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.556840 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.557127 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.557421 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.557721 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.558037 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.558331 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.558605 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.558880 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.559151 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.559429 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.559716 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.559993 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.560281 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.560570 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.560847 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.561145 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.561430 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.561724 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.562035 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.562317 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.562596 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.562889 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.563166 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.563441 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.563762 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.564052 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.564337 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.564611 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.564894 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.565172 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.565450 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.565724 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.566032 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.566322 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.566600 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.566874 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.567148 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.567426 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.567699 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.567983 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.568262 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.568534 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.568808 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.569082 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.569352 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.569623 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.569926 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.570201 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.570474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.570747 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.571017 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.571288 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.571564 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.571832 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.572105 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.572377 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.572652 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.572922 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.573191 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.573459 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.573729 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.574025 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.574314 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.574609 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.574885 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.575161 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.575436 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.575711 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.575985 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.576259 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.576533 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.576806 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.577075 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.577364 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.577648 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.577955 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.578256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.578529 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.578823 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.579097 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.579419 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.579700 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.579975 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.580248 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.580530 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.580814 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.581109 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.581402 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.581698 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.582016 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.582309 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.582591 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.582899 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.583180 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:31.583397 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:31.583635 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102878) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 12:52:31.954984 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 12:52:31.955262 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 12:52:31.955564 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 12:52:31.956039 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 12:52:32.281544 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.281803 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.282068 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.283376 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.283649 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.283915 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.329187 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.329972 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.330238 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.344201 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.344484 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.344782 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.372901 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.373187 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.373457 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.411360 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.411640 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.411911 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.756054 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.756671 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.756671 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.756858 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.757517 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.856253 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.856571 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.856862 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.857123 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.857388 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.857701 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.857988 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.858249 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.858506 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.858788 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.859049 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.859313 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.859569 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.859822 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.860077 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.860865 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.861121 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.861391 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.861658 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.861941 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.862212 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.862462 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.862739 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.863111 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.863361 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.863604 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.863997 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.864237 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.864471 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.864705 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.864938 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.865171 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:32.865531 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 12:52:32.868660 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 12:52:32.872735 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 12:52:32.877058 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Mar 08 12:52:32.878738 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 12:52:32.879206 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 12:52:32.879539 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 12:52:32.879920 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 12:52:32.882785 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 12:52:32.883038 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 12:52:32.883381 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:52:32.888308 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 12:52:32.912818 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 12:52:32.913271 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.913572 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102878) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 12:52:32.913975 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.915349 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102878) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 12:52:32.915628 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 12:52:32.915868 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 12:52:32.919181 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.919466 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:32.981676 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 12:52:32.981940 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 12:52:32.982177 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 12:52:32.982542 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 12:52:33.002880 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_db.sqlalchemy.engines [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102878) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 12:52:33.440391 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing driver for type 'gre' Mar 08 12:52:33.440962 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] gre ID ranges: [(1, 1000)] Mar 08 12:52:33.493323 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing driver for type 'local' Mar 08 12:52:33.493657 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing driver for type 'vlan' Mar 08 12:52:33.506923 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] VlanTypeDriver initialization complete Mar 08 12:52:33.507266 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing driver for type 'vxlan' Mar 08 12:52:33.507791 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] vxlan ID ranges: [(1, 1000)] Mar 08 12:52:33.561430 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing extension driver 'port_security' Mar 08 12:52:33.561758 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.extensions.port_security [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] PortSecurityExtensionDriver initialization complete Mar 08 12:52:33.562138 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing mechanism driver 'openvswitch' Mar 08 12:52:33.562478 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing mechanism driver 'hyperv' Mar 08 12:52:33.569150 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:33.570025 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.570398 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.570751 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.571279 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.571712 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.572061 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.572401 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.572795 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.573199 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.573544 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.573907 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.574299 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.574703 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.575049 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.575384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.575778 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.576178 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.576519 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.576881 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.577272 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.577674 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > address_group after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.578048 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > address_group after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.578384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.578874 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 12:52:33.579317 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] ML2 OVO RPC backend initialized. {{(pid=102878) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 12:52:33.580009 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.580870 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.581276 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.581619 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > networks before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.581979 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.582314 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > ports before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.582725 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.583069 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnets before_response 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.583405 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.583736 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.584062 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.584393 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.584725 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.585053 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.585381 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.585709 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.586062 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.593411 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded quota_driver: . Mar 08 12:52:33.593770 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Modular L2 Plugin initialization complete Mar 08 12:52:33.594133 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading services supported by the core plugin {{(pid=102878) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 12:52:33.594472 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.plugins.ml2.managers [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Got port-security extension from driver 'port_security' Mar 08 12:52:33.594944 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.extensions.vlantransparent [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Disabled vlantransparent extension. Mar 08 12:52:33.595436 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102878) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 12:52:33.595799 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: router Mar 08 12:52:33.632239 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.632628 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_create 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.632993 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router before_create 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.633354 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.633722 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.634096 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_delete 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.634447 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.634789 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.635140 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_create 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.635480 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.635819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.636163 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.636516 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.636920 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.637282 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.637617 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.637977 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: subnet after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.638310 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.638649 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.638988 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_create 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.639323 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.639657 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.640004 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router after_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.640337 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.640804 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_create 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.641158 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.641498 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_update 55549900 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.641878 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > agent after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.642225 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > agent after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.642561 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > network after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.644267 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Tracking information for resource: router configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:33.644595 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Tracking information for resource: floatingip configured {{(pid=102878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 12:52:33.649520 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.db.l3_agentschedulers_db [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 12:52:33.650125 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.650483 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.650829 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.651177 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.651957 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router before_create 55550100 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.652315 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.652672 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_create 55550100 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.653023 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > router precommit_update 55550100 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.657861 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.provider_configuration [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service providers = [] {{(pid=102878) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 12:52:33.658224 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.db.servicetype_db [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102878) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 12:52:33.661182 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.service_base [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:33.661525 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.service_base [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:33.661887 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.service_base [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:33.662773 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.services.service_base [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 12:52:33.663135 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.services.service_base [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 12:52:33.663500 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.663811 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 12:52:33.674447 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.674774 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: auto_allocate Mar 08 12:52:33.680532 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: network precommit_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.680899 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: network precommit_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.681407 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.681721 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: tag Mar 08 12:52:33.688559 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.688885 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: timestamp Mar 08 12:52:33.693229 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.693550 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: network_ip_availability Mar 08 12:52:33.699199 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.699569 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.699918 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.700616 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.700929 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: flavors Mar 08 12:52:33.706405 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.706730 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading Plugin: revisions Mar 08 12:52:33.711053 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 12:52:33.711438 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=102878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 12:52:33.712164 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102878) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 12:52:33.712497 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Initializing extension manager. Mar 08 12:52:33.713014 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: __init__.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.713355 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: __pycache__ {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.713679 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.714027 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: address_group.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.714766 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.715319 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: address-group Mar 08 12:52:33.715632 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: address_scope.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.716331 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.716831 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: address-scope Mar 08 12:52:33.717145 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.718087 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.718589 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: router-admin-state-down-before-update Mar 08 12:52:33.718904 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: agent.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.719588 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.720087 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: agent Mar 08 12:52:33.720403 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: agent_resources_synced.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.721328 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.721847 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: agent-resources-synced Mar 08 12:52:33.722163 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: allowedaddresspairs.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.723924 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.724436 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: allowed-address-pairs Mar 08 12:52:33.726750 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: auto_allocated_topology.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.726750 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.726750 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: auto-allocated-topology Mar 08 12:52:33.726750 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: availability_zone.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.727609 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.727808 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: availability_zone Mar 08 12:52:33.728124 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: availability_zone_filter.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.729026 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.729525 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: availability_zone_filter Mar 08 12:52:33.729866 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: data_plane_status.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.730762 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.731259 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 12:52:33.731574 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: default_subnetpools.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.732472 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.732977 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: default-subnetpools Mar 08 12:52:33.733291 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.734116 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.734625 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: dhcp_agent_scheduler Mar 08 12:52:33.734940 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: dns.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.735850 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.736348 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 12:52:33.736738 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: dns_domain_ports.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.737664 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.738189 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 12:52:33.738505 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.739414 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.739910 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 12:52:33.740225 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: dvr.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.740880 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.741376 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: dvr Mar 08 12:52:33.741687 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: ecmp_routes.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.742624 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.743152 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 12:52:33.743426 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: empty_string_filtering.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.744318 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.744824 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: empty-string-filtering Mar 08 12:52:33.745141 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.746082 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.746574 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:52:33.746891 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.747790 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.748284 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 12:52:33.748601 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: external_net.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.749492 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.750024 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: external-net Mar 08 12:52:33.750342 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.751229 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.751726 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: extra_dhcp_opt Mar 08 12:52:33.752040 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: extraroute.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.753467 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.754004 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: extraroute Mar 08 12:52:33.754320 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: extraroute_atomic.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.755344 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.755844 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: extraroute-atomic Mar 08 12:52:33.756161 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: filter_validation.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.756815 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.757310 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: filter-validation Mar 08 12:52:33.757622 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: fip_pf_description.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.758550 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.759046 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 12:52:33.759362 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: fip_port_details.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.760457 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.760963 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: fip-port-details Mar 08 12:52:33.761281 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: flavors.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.762536 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.763039 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: flavors Mar 08 12:52:33.763358 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.765018 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.765529 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 12:52:33.765883 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: floatingip_pools.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.766567 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.767072 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: floatingip-pools Mar 08 12:52:33.767389 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: ip_allocation.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.769199 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.769693 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 12:52:33.770038 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.770950 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.771452 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: ip-substring-filtering Mar 08 12:52:33.771769 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l2_adjacency.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.772681 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.773175 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 12:52:33.773494 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.774471 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.774982 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: router Mar 08 12:52:33.775306 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.777539 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.778085 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 12:52:33.778410 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.779340 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.779848 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: ext-gw-mode Mar 08 12:52:33.780169 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.781087 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.781595 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: l3-ha Mar 08 12:52:33.781942 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.782848 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.783343 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 12:52:33.783686 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_flavors.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.784590 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.785194 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: l3-flavors Mar 08 12:52:33.785516 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.786917 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.787430 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 12:52:33.787757 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.788668 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.789174 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 12:52:33.789494 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: l3agentscheduler.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.790548 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.791055 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: l3_agent_scheduler Mar 08 12:52:33.791380 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: local_ip.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.793165 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.793665 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension local_ip not supported by any of loaded plugins Mar 08 12:52:33.794017 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: logging.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.796957 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.797480 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension logging not supported by any of loaded plugins Mar 08 12:52:33.797842 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: metering.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.798586 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.799190 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: metering Mar 08 12:52:33.799520 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.800608 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.801123 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: metering_source_and_destination_fields Mar 08 12:52:33.801451 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: multiprovidernet.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.802408 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.802916 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: multi-provider Mar 08 12:52:33.803240 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: netmtu.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.804148 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.804650 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: net-mtu Mar 08 12:52:33.804969 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: netmtu_writable.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.805911 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.806411 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: net-mtu-writable Mar 08 12:52:33.806730 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: network_availability_zone.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.807388 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.807884 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: network_availability_zone Mar 08 12:52:33.808201 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: network_ip_availability.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.809297 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.809828 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: network-ip-availability Mar 08 12:52:33.810155 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: network_segment_range.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.810938 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.811433 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 12:52:33.811749 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: pagination.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.812713 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.813039 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: pagination Mar 08 12:52:33.813359 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: port_device_profile.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.814276 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.815322 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: port-device-profile Mar 08 12:52:33.815644 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.816556 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.817064 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: port-mac-address-regenerate Mar 08 12:52:33.817382 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.818305 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.818810 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: port-numa-affinity-policy Mar 08 12:52:33.819126 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: port_resource_request.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.820020 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.820515 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 12:52:33.820827 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: port_resource_request_groups.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.821801 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.822308 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 12:52:33.822623 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: portbindings.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.823538 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.824040 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: binding Mar 08 12:52:33.824354 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: portbindings_extended.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.825616 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.826150 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: binding-extended Mar 08 12:52:33.826471 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: portsecurity.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.827373 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.827877 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: port-security Mar 08 12:52:33.828197 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: project_id.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.829153 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.829477 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: project-id Mar 08 12:52:33.829804 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: providernet.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.831273 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.831775 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: provider Mar 08 12:52:33.832089 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.835704 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.836221 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos not supported by any of loaded plugins Mar 08 12:52:33.836546 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.837817 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.838331 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 12:52:33.838654 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.839562 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.840069 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 12:52:33.840388 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_default.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.841289 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.841808 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-default not supported by any of loaded plugins Mar 08 12:52:33.842130 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_fip.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.843052 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.843557 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 12:52:33.843874 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.844775 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.845280 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 12:52:33.845603 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_gateway_ip.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.846628 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.847076 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 12:52:33.847391 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_port_network_policy.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.848416 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.848919 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 12:52:33.849234 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.850305 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.850810 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 12:52:33.851125 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.852154 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.852660 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 12:52:33.852978 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_pps_rule.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.854190 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.854700 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 12:52:33.855020 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_rule_type_details.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.855937 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.856438 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 12:52:33.856757 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: qos_rules_alias.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.857813 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.858330 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 12:52:33.858648 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: quota_check_limit.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.859546 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.860054 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: quota-check-limit Mar 08 12:52:33.860371 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: quotasv2.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.861296 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.861709 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: quotas Mar 08 12:52:33.862067 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: quotasv2_detail.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.863772 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.864104 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: quota_details Mar 08 12:52:33.864429 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: rbac.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.865471 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.866022 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: rbac-policies Mar 08 12:52:33.866352 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: rbac_address_group.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.867276 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.867782 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: rbac-address-group Mar 08 12:52:33.868105 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: rbac_address_scope.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.869019 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.869522 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: rbac-address-scope Mar 08 12:52:33.869865 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: rbac_security_groups.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.871107 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.871614 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: rbac-security-groups Mar 08 12:52:33.871935 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: rbac_subnetpool.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.872913 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.873416 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: rbac-subnetpool Mar 08 12:52:33.873736 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: revisionifmatch.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.874678 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.875177 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: revision-if-match Mar 08 12:52:33.875496 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: revisions.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.876595 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.877101 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: standard-attr-revisions Mar 08 12:52:33.877970 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: router_availability_zone.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.878631 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.879135 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: router_availability_zone Mar 08 12:52:33.879452 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: routerservicetype.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.880364 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.880860 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 12:52:33.881177 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.882121 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.882622 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: security-groups-normalized-cidr Mar 08 12:52:33.882939 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.883845 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.884343 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: port-security-groups-filtering Mar 08 12:52:33.884660 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.885567 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.886183 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: security-groups-remote-address-group Mar 08 12:52:33.886502 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.887420 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.887918 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: security-groups-shared-filtering Mar 08 12:52:33.888236 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.888812 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 12:52:33.889125 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: securitygroup.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.899564 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.900085 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: security-group Mar 08 12:52:33.900410 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: segment.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.901184 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.901682 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension segment not supported by any of loaded plugins Mar 08 12:52:33.902039 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.902966 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.903462 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 12:52:33.903780 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: servicetype.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.904882 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.905391 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: service-type Mar 08 12:52:33.905710 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: sorting.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.906720 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.907044 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: sorting Mar 08 12:52:33.907359 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: standard_attr_segment.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.908258 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.908785 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 12:52:33.909097 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: standardattrdescription.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.909736 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.910257 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: standard-attr-description Mar 08 12:52:33.910573 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: stateful_security_group.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.911490 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.911998 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: stateful-security-group Mar 08 12:52:33.912316 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: stdattrs_common.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.912875 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 12:52:33.913193 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.914145 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.914659 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 12:52:33.914975 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnet_onboard.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.916087 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.916661 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: subnet_onboard Mar 08 12:52:33.916978 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.917936 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.918523 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 12:52:33.918840 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnet_service_types.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.919748 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.920333 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: subnet-service-types Mar 08 12:52:33.920650 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnetallocation.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.921810 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.922392 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: subnet_allocation Mar 08 12:52:33.922712 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.923378 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.923889 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: subnetpool-prefix-ops Mar 08 12:52:33.924231 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.925276 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.925799 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 12:52:33.926129 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: tagging.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.927187 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.927699 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: standard-attr-tag Mar 08 12:52:33.928019 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: timestamp.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.929201 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.929705 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loaded extension: standard-attr-timestamp Mar 08 12:52:33.930095 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: trunk.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.931147 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.931652 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension trunk not supported by any of loaded plugins Mar 08 12:52:33.931969 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: trunk_details.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.932878 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.933376 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 12:52:33.933691 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: uplink_status_propagation.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.934628 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.935130 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 12:52:33.935448 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Loading extension file: vlantransparent.py {{(pid=102878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 12:52:33.936106 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 12:52:33.936603 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 12:52:33.939122 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:network Mar 08 12:52:33.939631 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnet Mar 08 12:52:33.940528 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:33.940908 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:port Mar 08 12:52:33.942133 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.942563 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service FLAVORS assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.943174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.943592 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.943915 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:router Mar 08 12:52:33.944329 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:52:33.944806 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service METERING assigned prefix: /metering {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.946262 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.946627 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.946969 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 12:52:33.947947 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:52:33.948371 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:52:33.948801 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:52:33.949379 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service CORE assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.949699 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:33.950058 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] subnetpool is already registered Mar 08 12:52:33.950477 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service CORE assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.950805 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:33.951127 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] subnetpool is already registered Mar 08 12:52:33.953440 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.953960 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service FLAVORS assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.954620 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.955095 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.956084 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:router Mar 08 12:52:33.956488 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] router is already registered Mar 08 12:52:33.956924 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 12:52:33.957316 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] floatingip is already registered Mar 08 12:52:33.957918 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service METERING assigned prefix: /metering {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.958768 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 12:52:33.959125 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] rbac_policy is already registered Mar 08 12:52:33.959637 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:security_group Mar 08 12:52:33.960026 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] security_group is already registered Mar 08 12:52:33.960490 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 12:52:33.960874 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] security_group_rule is already registered Mar 08 12:52:33.961629 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service CORE assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.962044 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:33.962453 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] subnetpool is already registered Mar 08 12:52:33.963205 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.v2.resource_helper [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Service CORE assigned prefix: {{(pid=102878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 12:52:33.963339 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 12:52:33.963692 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING neutron.quota.resource_registry [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] subnetpool is already registered Mar 08 12:52:33.964211 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: extensions {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.966011 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: address-groups {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.967738 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: address-scopes {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.969329 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: agents {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.970687 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: auto-allocated-topology {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.972165 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: availability_zones {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.973415 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: dhcp-networks {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.975205 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: dhcp-agents {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.977013 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: routers {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.979546 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: flavors {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.981105 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: service_profiles {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.982762 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: next_providers {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.984256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: service_profiles {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.986207 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: floatingip-pools {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.988009 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: routers {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.990827 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: floatingips {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.993948 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: l3-routers {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.995534 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: l3-agents {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.996984 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: metering-labels {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:33.998701 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: metering-label-rules {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.000079 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: network-ip-availabilities {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.001645 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: bindings {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.004205 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: quotas {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.006126 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: quotas {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.007811 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: rbac-policies {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.009119 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: security-groups {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.010789 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: security-group-rules {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.012096 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: service-providers {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.013566 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: subnetpools {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.015382 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: subnetpools {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.017079 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.020190 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.022451 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.024328 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.026410 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.028473 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.030365 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.032454 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.034596 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.036425 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron.api.extensions [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Extended resource: tags {{(pid=102878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 12:52:34.042381 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING keystonemiddleware.auth_token [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 12:52:34.047064 dv-cinder-830090-2-iscsi neutron-server[102878]: WARNING keystonemiddleware.auth_token [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 12:52:34.056686 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Acquired lock "singleton_lock" {{(pid=102878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 12:52:34.057135 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_concurrency.lockutils [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Releasing lock "singleton_lock" {{(pid=102878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 12:52:34.057809 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Starting 2 workers Mar 08 12:52:34.062705 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Started child 102987 {{(pid=102878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:34.067739 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Started child 102988 {{(pid=102878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:34.068747 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.069383 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO neutron.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 12:52:34.072427 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.072546 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [-] (102987) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:52:34.072632 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Starting 1 workers Mar 08 12:52:34.072737 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.074095 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [-] (102988) wsgi starting up on http://0.0.0.0:9696 Mar 08 12:52:34.077709 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Started child 102989 {{(pid=102878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:34.078295 dv-cinder-830090-2-iscsi neutron-server[102878]: INFO oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Starting 1 workers Mar 08 12:52:34.081550 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] calling RpcWorker wait() {{(pid=102989) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 12:52:34.082093 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] returning from RpcWorker wait() {{(pid=102989) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 12:52:34.082805 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Started child 102990 {{(pid=102878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 12:52:34.083492 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.083631 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abaee7f0-f36d-4488-af9c-812345503248 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.084048 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:34.085552 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:52:34.085766 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:34.085976 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:34.086204 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:34.086552 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:34.086716 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:34.087244 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.087524 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.087898 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.087987 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:34.088432 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.088432 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.089010 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.089247 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.089503 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.089803 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.090068 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.090238 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.090407 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.090659 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.090907 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.091188 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.091451 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.091687 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.091936 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.092108 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.092362 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.092624 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.092859 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.093126 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] debug = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.093363 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.093890 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.094135 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.094379 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.094615 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.094879 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.095132 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.095415 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.095672 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.095921 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.096179 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.096451 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.096732 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.096908 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.097164 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.097381 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.097633 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.097880 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.098334 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] host = dv-cinder-830090-2-iscsi {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.098549 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.098763 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.099004 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.099246 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.099508 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.099740 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.099990 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.100257 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.100496 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.100714 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.100960 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.101212 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.101458 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.101691 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.101943 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_options = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.102194 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.102453 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.102716 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.102904 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.103129 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.103283 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.103484 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.103664 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.103882 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.104114 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.104326 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.104540 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.104773 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.105007 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.105271 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.105481 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.105715 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.105959 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.106215 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.106439 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.106675 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.106912 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.107155 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.107373 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.107584 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.107798 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.108019 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.108244 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.108463 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.108674 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.108911 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.111061 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.111261 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:34.111462 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.111462 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.111462 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.112687 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.113158 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.113706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.114141 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.115831 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.117355 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.117648 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.117932 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.118192 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.118460 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.118723 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.118998 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_json = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.119232 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.119497 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.119771 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.120010 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.120238 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.120464 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.120691 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.120955 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.121183 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.121638 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.121956 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.122295 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.122574 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.122837 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.123084 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.123343 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.123573 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.123843 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.124104 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.124429 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.124656 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.124970 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.125257 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.125542 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.125920 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.126185 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.126453 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.126691 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.126918 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.127142 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.128032 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.128342 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.128566 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.128811 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.129070 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.129299 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.129606 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.129920 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.130298 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.130557 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.130836 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.131109 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.131336 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.131590 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.131828 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.132048 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.132415 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.132659 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.132941 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.133169 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.133426 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.133654 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.133927 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.134148 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.134409 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.134657 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.134902 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.135137 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.135364 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.135581 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.135798 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.136018 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.136234 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.136485 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.136687 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.136906 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.137165 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.137388 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.137603 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.137837 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.138143 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.138368 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.138591 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.138828 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.139045 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.139268 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.139511 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.139766 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.139985 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.140201 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.140419 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.140661 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.140896 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.141128 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.141345 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.141577 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.141813 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.142052 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.142364 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.142584 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.142798 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.143014 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.143227 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.143445 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.143665 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.144135 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.144346 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.144557 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.144767 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.144979 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.145269 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.145602 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.145869 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.146125 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.146363 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.146602 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.146839 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.147089 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.147307 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.147526 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.147758 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.148008 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.148249 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.148484 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.148737 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.148956 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.149208 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.149431 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.149672 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.149935 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.150158 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.150396 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.150623 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.150890 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.151126 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.151360 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.151613 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.151849 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.152122 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.152459 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.152767 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.152990 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.153248 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.153606 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.153860 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.154153 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.154415 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.154667 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.154917 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.155170 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.155433 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.155682 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.155938 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.156180 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.156432 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.156657 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.156873 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.157104 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.157408 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.157662 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.157901 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.158134 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.158403 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.158651 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.158897 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.159168 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.159418 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.159671 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.159916 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.160154 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.160388 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.160624 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.160850 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.161067 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.161319 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.161549 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.161805 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.162065 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.162284 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.162783 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.163005 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.163244 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.163463 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.163688 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.163910 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.164160 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.164396 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.164650 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.164890 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.165114 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.165335 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.165556 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.165769 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.166060 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.166279 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.166557 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.166804 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.167039 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.167288 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.167546 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.167800 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.168016 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.168277 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.168500 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.168717 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.168937 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.169183 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.169400 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.169616 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.169879 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.170096 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.170348 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.170603 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.170949 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.171186 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.171432 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.171657 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.171921 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.172142 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.172378 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.172624 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.172867 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.173086 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.173308 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.173547 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.173768 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.174626 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.174788 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.175006 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.175259 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.175500 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.175740 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.175977 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.176223 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.176455 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.176675 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.176893 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.177122 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.177333 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.177566 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.177819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.178060 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.178384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.178629 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.178867 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.179125 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.179366 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.179617 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.179866 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.180077 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.180289 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.180511 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.180730 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.180941 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.181167 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.181385 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.181596 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.181839 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.182061 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.182295 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.182520 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.182745 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.182938 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.183178 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.183417 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.183649 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.183873 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.184084 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.184316 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.184538 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.184755 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.184966 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.185198 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.185408 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.185639 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.185883 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.186104 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.186315 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.186611 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.186866 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.187110 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.187416 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.187676 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.187926 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.188169 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.188482 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.188710 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.188951 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.189198 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.189420 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.189642 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.190449 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.190790 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.191101 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.191361 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.191626 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.191905 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.192179 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.192465 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.192681 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.192998 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.193325 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.193609 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.193899 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.194106 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.194354 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.194579 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.194797 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.195014 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.195259 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.195478 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.195734 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.195967 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.196195 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.196419 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.196530 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:34.196671 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.196882 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.197106 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.197339 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.197595 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.197831 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.197992 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:34.198534 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 12:52:34.198702 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 12:52:34.198858 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 12:52:34.199049 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 12:52:34.199216 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 12:52:34.199368 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 12:52:34.199561 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.199710 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.199862 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200178 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200369 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200537 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200699 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.200927 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201068 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201204 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201340 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201476 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201611 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201747 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.201929 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202067 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202227 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202371 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202513 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202647 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.202813 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203042 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] debug = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203134 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203327 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203493 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203655 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203816 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.203976 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204135 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204297 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204457 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204617 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204778 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.204941 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205106 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205331 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205424 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205586 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205745 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.205927 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206092 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] host = dv-cinder-830090-2-iscsi {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206419 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206579 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206738 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.206897 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207057 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207219 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207379 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207538 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207698 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.207857 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208019 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208333 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208491 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_options = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208652 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208814 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.208972 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.209162 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.209327 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.209487 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.209647 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.211384 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.212819 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.213607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.213607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.213607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.213607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.213607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.217474 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_json = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218046 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.218641 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219174 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.219706 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220231 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220231 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220231 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220443 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220443 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220586 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220738 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.220922 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221086 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221258 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221423 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221603 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221773 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.221975 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222161 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222259 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222428 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222588 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222755 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.222912 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.223694 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.223694 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.223694 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.223694 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.223694 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224256 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224530 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224530 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224702 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.224855 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225019 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225186 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225351 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225517 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225682 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.225878 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226063 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226210 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226350 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226504 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226669 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226829 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.226986 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227138 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227296 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227458 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227623 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227799 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.227962 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228124 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228286 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228450 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228618 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228782 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.228945 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229109 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229270 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229434 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229599 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229761 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.229943 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230108 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230275 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230437 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230601 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230753 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.230914 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231074 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231237 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231399 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231571 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231744 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.231906 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232067 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232230 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232393 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232555 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232716 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.232877 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233039 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233200 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233362 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233525 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233689 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.233873 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234036 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234198 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234359 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234521 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234682 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.234846 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235007 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235168 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235330 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235492 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235653 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235814 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.235977 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.236147 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.236308 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.236471 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.237155 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.237323 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.237496 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.237659 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.237841 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238005 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238168 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238330 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238493 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238656 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238818 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.238978 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239145 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239317 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239481 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239643 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239805 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.239989 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240151 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240313 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240475 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240636 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240796 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.240958 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241123 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241272 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241432 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241596 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241760 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.241943 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242107 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242269 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242430 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242594 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242757 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.242919 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243081 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243244 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243405 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243566 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243728 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.243888 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244050 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244212 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244374 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244538 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244700 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.244861 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245022 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245183 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245344 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245505 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245668 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.245849 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246014 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246177 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246339 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246501 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246664 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246825 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.246989 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247152 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247314 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247476 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247638 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247800 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.247963 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248127 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248289 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248453 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248614 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248775 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.248953 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249119 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249281 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249445 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249607 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249769 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.249952 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250114 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250276 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250437 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250601 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250764 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.250925 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251087 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251248 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251409 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251574 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251738 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.251900 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.252063 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.252772 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.252936 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253098 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253261 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253423 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253588 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253751 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.253935 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254098 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254275 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254438 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254602 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254764 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.254927 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255089 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255261 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255424 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255586 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255749 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.255910 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256073 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256243 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256406 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256568 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256730 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.256891 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257052 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257223 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257387 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257550 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257712 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.257895 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258059 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258230 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258392 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258555 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258718 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.258879 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259042 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259217 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259381 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259542 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259705 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.259867 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260029 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260200 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260364 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260527 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260696 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.260858 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261020 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261182 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261354 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261516 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261681 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.261883 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262048 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262210 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262400 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262568 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262739 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.262909 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263073 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263245 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263416 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263588 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263750 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.263917 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264090 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264252 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264418 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264625 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264791 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.264954 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265117 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265280 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265442 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265604 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265766 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.265949 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266112 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266274 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266435 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266598 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266759 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.266921 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.267082 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.267245 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 12:52:34.267399 dv-cinder-830090-2-iscsi neutron-server[102878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 12:52:34.286726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 33330) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:34.295251 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063167 Mar 08 12:52:45.559194 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b271eddb-8b3d-4bd2-862c-867bd299a461 None None] get_active_networks_info from dv-cinder-830090-2-iscsi {{(pid=102989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 12:52:45.625433 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271eddb-8b3d-4bd2-862c-867bd299a461 None None] No non-hosted networks {{(pid=102989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 12:52:45.642218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f920859c-8ca3-4325-9c2d-64a5936f90ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:47.830274 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5925ce27-8c73-4811-abc7-f05706fa76db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:47.877854 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63347580-6a7e-4658-9af6-820519a86bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:48.960351 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:50.363612 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.634678 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 33410) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:51.734577 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:51.736748 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.737637 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.738358 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.738958 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.739575 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.740154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.740748 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.741367 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.741996 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.742772 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.743357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.744004 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.744566 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:51.745193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830090-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:51.754821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830090-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:52:52.220216 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-05a51078-db48-469d-b534-aaa83171ea91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:52.220795 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-05a51078-db48-469d-b534-aaa83171ea91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:52.443622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [None req-05a51078-db48-469d-b534-aaa83171ea91 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:52:52.457806 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-05a51078-db48-469d-b534-aaa83171ea91 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8090630 Mar 08 12:52:53.096589 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.db.l3_hamode_db [None req-796c6516-aa55-4b71-acd3-0742ad9ab746 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 12:52:53.174270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c6516-aa55-4b71-acd3-0742ad9ab746 None None] Routers set() bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:52:53.174593 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c6516-aa55-4b71-acd3-0742ad9ab746 None None] Router IDs set() for agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 12:52:54.959814 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 33436) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:55.261261 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:55.354218 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.policy [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102987) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:52:55.397293 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:55.397671 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING oslo_policy.policy [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:52:55.493715 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765800050980', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765800051479', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765799938539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765799937250', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765799926284', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765799951702', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-701328', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8331037', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8304044'] for rbac-policy (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:55.558907 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:55.560082 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a4d306db-490c-4f01-9934-0f3840d681c9 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5993006 Mar 08 12:52:58.055152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 33446) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:52:58.359292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:52:58.387573 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Made reservation on behalf of 1732230bc0324081b4c85d1d749da72d for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:52:58.391943 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.408936 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.512866 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks [] for security_group (ea258ab2-28d7-4fa2-840b-71524c4f8f41), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.516857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ea258ab2-28d7-4fa2-840b-71524c4f8f41), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.541493 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:52:58.576326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765797937502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (49cacc9e-9c88-45ab-9166-51cc48b9446d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.576919 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Unsubscribe: segment precommit_create {{(pid=102987) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:52:58.577393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Added segment 49cacc9e-9c88-45ab-9166-51cc48b9446d of type vlan for network c9103b9f-22ea-4efe-8226-f388ed72f5d8 Mar 08 12:52:58.592543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ea258ab2-28d7-4fa2-840b-71524c4f8f41,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:58.619269 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.619636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.619987 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.620326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.620651 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.620978 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.621298 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.621614 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.621956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.622293 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.622610 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.622920 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.623229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Tracked resource versions report: Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: pushed versions: Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: { 'AddressGroup': {'1.2'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'ConntrackHelper': {'1.0'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Log': {'1.0'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Network': {'1.1'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Port': {'1.7'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'PortForwarding': {'1.2'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'QosPolicy': {'1.10'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroup': {'1.5'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SubPort': {'1.0'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Subnet': {'1.1'}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Trunk': {'1.1'}} Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: consumer versions: Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'ConntrackHelper': '1.0', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'LocalIPAssociation': '1.0', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Log': '1.0', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Network': '1.1', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Port': '1.7', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'PortForwarding': '1.2', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'QosPolicy': '1.10', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroup': '1.5', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroupRule': '1.2', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SubPort': '1.0', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Subnet': '1.1', Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Trunk': '1.1'}} Mar 08 12:52:58.624541 dv-cinder-830090-2-iscsi neutron-server[102987]: {{(pid=102987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:52:58.688481 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (c9103b9f-22ea-4efe-8226-f388ed72f5d8), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.725582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (c9103b9f-22ea-4efe-8226-f388ed72f5d8), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.730609 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:52:58.731295 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:52:58.793122 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7369215 Mar 08 12:52:58.851653 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d99e-14fc-4027-b9b7-a6f736788294 demo demo] Pushing event updated for resources: {'Network': ['ID=c9103b9f-22ea-4efe-8226-f388ed72f5d8,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:52:58.864285 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:53:01.335513 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33458) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:01.816097 dv-cinder-830090-2-iscsi neutron-server[102988]: WARNING oslo_policy.policy [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:53:01.816690 dv-cinder-830090-2-iscsi neutron-server[102988]: WARNING oslo_policy.policy [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:53:02.252428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.policy [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102988) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 12:53:02.295133 dv-cinder-830090-2-iscsi neutron-server[102988]: WARNING oslo_policy.policy [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:53:02.295499 dv-cinder-830090-2-iscsi neutron-server[102988]: WARNING oslo_policy.policy [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 12:53:02.303490 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:02.305362 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b783ed8f-d3bb-4804-b6ad-e666743b6af5 demo admin] 10.222.0.20 "GET /v2.0/networks/c9103b9f-22ea-4efe-8226-f388ed72f5d8 HTTP/1.1" status: 200 len: 826 time: 0.9678233 Mar 08 12:53:02.344635 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-9a4e9942-3953-479f-ba66-e2dafee9449c demo admin] 10.222.0.20 "GET /v2.0/subnetpools/45f28a87-b468-433b-95ed-3c685d828e37 HTTP/1.1" status: 200 len: 734 time: 0.0336113 Mar 08 12:53:02.353469 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Request body: {'subnet': {'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:02.389935 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Made reservation on behalf of 1732230bc0324081b4c85d1d749da72d for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:53:02.393451 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:02.674594 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (3c4df9c2-4c51-4de9-b508-78a5862543b4), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:02.741217 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Checking segment: {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:02.741598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Network hostable DHCP agents. Network: c9103b9f-22ea-4efe-8226-f388ed72f5d8, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:53:02.754983 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Pushing event updated for resources: {'Subnet': ['ID=3c4df9c2-4c51-4de9-b508-78a5862543b4,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:02.769659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.770052 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.770408 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.770740 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.771059 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.771380 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.771715 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.772036 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.772350 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.772674 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.772990 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.773300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.773608 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Tracked resource versions report: Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: pushed versions: Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: { 'AddressGroup': {'1.2'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'ConntrackHelper': {'1.0'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Log': {'1.0'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Network': {'1.1'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Port': {'1.7'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'PortForwarding': {'1.2'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'QosPolicy': {'1.10'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroup': {'1.5'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SubPort': {'1.0'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Subnet': {'1.1'}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Trunk': {'1.1'}} Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: consumer versions: Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'ConntrackHelper': '1.0', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'LocalIPAssociation': '1.0', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Log': '1.0', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Network': '1.1', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Port': '1.7', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'PortForwarding': '1.2', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'QosPolicy': '1.10', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroup': '1.5', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroupRule': '1.2', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SubPort': '1.0', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Subnet': '1.1', Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Trunk': '1.1'}} Mar 08 12:53:02.774908 dv-cinder-830090-2-iscsi neutron-server[102988]: {{(pid=102988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:53:02.798305 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:53:02.811170 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, c9103b9f-22ea-4efe-8226-f388ed72f5d8) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:02.815635 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:02.816251 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:02.820703 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf00b02-e217-45cf-9470-91eec707f986 None None] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:02.837551 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-593bc1d9-9d90-4def-b617-5cccd6d8ce4f demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4875381 Mar 08 12:53:03.200405 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'project_id': '1732230bc0324081b4c85d1d749da72d', 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:53:03.201737 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.476587 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Allocated IP 172.20.0.2 (c9103b9f-22ea-4efe-8226-f388ed72f5d8/3c4df9c2-4c51-4de9-b508-78a5862543b4/9911ab27-25e3-4a53-9e14-6644177227e9) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:53:03.742135 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks [] for port (9911ab27-25e3-4a53-9e14-6644177227e9), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.753154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.833038 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:03.837670 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:03.843155 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Pushing event updated for resources: {'Port': ['ID=9911ab27-25e3-4a53-9e14-6644177227e9,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:03.845887 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:53:03.855505 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.855878 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.856264 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.856616 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.856982 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.857318 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.857656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.858011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.858346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.858694 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.859583 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.859914 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.860240 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Tracked resource versions report: Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: pushed versions: Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: { 'AddressGroup': {'1.2'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'ConntrackHelper': {'1.0'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Log': {'1.0'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Network': {'1.1'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Port': {'1.7'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'PortForwarding': {'1.2'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'QosPolicy': {'1.10'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroup': {'1.5'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SubPort': {'1.0'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Subnet': {'1.1'}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Trunk': {'1.1'}} Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: consumer versions: Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'ConntrackHelper': '1.0', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'LocalIPAssociation': '1.0', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Log': '1.0', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Network': '1.1', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Port': '1.7', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'PortForwarding': '1.2', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'QosPolicy': '1.10', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroup': '1.5', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroupRule': '1.2', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SubPort': '1.0', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Subnet': '1.1', Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Trunk': '1.1'}} Mar 08 12:53:03.861596 dv-cinder-830090-2-iscsi neutron-server[102989]: {{(pid=102989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:53:03.934334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Attempting to bind port 9911ab27-25e3-4a53-9e14-6644177227e9 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:53:03.934738 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Attempting to bind port 9911ab27-25e3-4a53-9e14-6644177227e9 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:53:03.935175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Attempting to bind port 9911ab27-25e3-4a53-9e14-6644177227e9 on network c9103b9f-22ea-4efe-8226-f388ed72f5d8 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:53:03.940241 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:53:03.940635 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Checking segment: {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:03.941131 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:03.941529 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Bound using segment: {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:53:03.942034 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Bound port: 9911ab27-25e3-4a53-9e14-6644177227e9, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:53:03.942450 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.007348 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] For port 9911ab27-25e3-4a53-9e14-6644177227e9, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:53:04.011489 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] For port 9911ab27-25e3-4a53-9e14-6644177227e9, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=9911ab27-25e3-4a53-9e14-6644177227e9,segment=NetworkSegment(49cacc9e-9c88-45ab-9166-51cc48b9446d),segment_id=49cacc9e-9c88-45ab-9166-51cc48b9446d)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:53:04.020363 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:04.084630 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c266-b993-4efc-81bc-102a9928a97e None None] Pushing event updated for resources: {'Port': ['ID=9911ab27-25e3-4a53-9e14-6644177227e9,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:05.390017 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33478) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:05.702374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [None req-b264ac39-ec2d-420d-82cf-8463735374d5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:53:05.704249 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b264ac39-ec2d-420d-82cf-8463735374d5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124926 Mar 08 12:53:08.236522 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33486) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:08.543727 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [None req-1d4e1568-bba8-4a7c-a15f-2799f0c8943d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:53:08.544708 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1d4e1568-bba8-4a7c-a15f-2799f0c8943d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3072777 Mar 08 12:53:11.095796 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33494) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:11.404061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:11.428310 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (2be57405-f5e0-4a03-821d-d1a0e3ad706c), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.429965 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (2be57405-f5e0-4a03-821d-d1a0e3ad706c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.567186 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Publish callbacks [] for router_controller (2be57405-f5e0-4a03-821d-d1a0e3ad706c), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.571651 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (2be57405-f5e0-4a03-821d-d1a0e3ad706c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.592114 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:11.593343 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-742b62af-52d7-4451-89f6-8ea2ce397609 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4966023 Mar 08 12:53:14.136718 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33506) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:14.460517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [None req-a53836d8-f890-4e09-95ad-bcb3a56ddbfb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:53:14.466288 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a53836d8-f890-4e09-95ad-bcb3a56ddbfb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285823 Mar 08 12:53:14.501493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 9911ab27-25e3-4a53-9e14-6644177227e9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:14.598062 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 9911ab27-25e3-4a53-9e14-6644177227e9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:14.598608 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.711875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 9911ab27-25e3-4a53-9e14-6644177227e9 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:14.712194 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.747566 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 9911ab27-25e3-4a53-9e14-6644177227e9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=9911ab27-25e3-4a53-9e14-6644177227e9,segment=NetworkSegment(49cacc9e-9c88-45ab-9166-51cc48b9446d),segment_id=49cacc9e-9c88-45ab-9166-51cc48b9446d)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:14.751924 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:14.803097 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=9911ab27-25e3-4a53-9e14-6644177227e9,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:15.390747 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed5e01-b936-41b4-a317-f2ceb6aab2c8 None None] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:15.457645 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-f5302207-d8db-49a4-83ce-1484da9e7a50 None None] Provisioning complete for port 9911ab27-25e3-4a53-9e14-6644177227e9 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:15.458057 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f5302207-d8db-49a4-83ce-1484da9e7a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:15.553352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-525c219d-1f8c-43fd-acc3-1dc346ef53b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:15.603397 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-f5302207-d8db-49a4-83ce-1484da9e7a50 None None] Current status of the port 9911ab27-25e3-4a53-9e14-6644177227e9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:15.823785 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-431a67b5-abb4-4b8f-b36b-09ad747a9c0d None None] Provisioning complete for port 9911ab27-25e3-4a53-9e14-6644177227e9 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:15.824178 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-431a67b5-abb4-4b8f-b36b-09ad747a9c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:15.901501 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-431a67b5-abb4-4b8f-b36b-09ad747a9c0d None None] Current status of the port 9911ab27-25e3-4a53-9e14-6644177227e9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:16.125989 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:53:16.468142 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 9911ab27-25e3-4a53-9e14-6644177227e9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:16.515166 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 9911ab27-25e3-4a53-9e14-6644177227e9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:16.515554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:16.591844 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 9911ab27-25e3-4a53-9e14-6644177227e9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:17.012918 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33516) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:17.317194 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:17.339161 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Made reservation on behalf of 70a0a922960349daac8a951e082ac8cd for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:53:17.341334 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.375759 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.473600 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks [] for security_group (17bf11b2-f990-4927-adb6-ac1f3d4bfb1a), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.477196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (17bf11b2-f990-4927-adb6-ac1f3d4bfb1a), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.492517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Reserving flat network on physical network physnet1 {{(pid=102988) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 12:53:17.512411 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf11b2-f990-4927-adb6-ac1f3d4bfb1a,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:17.518897 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765797937502', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (2b1d6b66-50a7-4f96-8082-b0895766b7e2), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.519427 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Unsubscribe: segment precommit_create {{(pid=102988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 12:53:17.519887 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Added segment 2b1d6b66-50a7-4f96-8082-b0895766b7e2 of type flat for network b5afd8a1-6c5e-4363-83b2-da129d45e414 Mar 08 12:53:17.573781 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (b5afd8a1-6c5e-4363-83b2-da129d45e414), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.610799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (b5afd8a1-6c5e-4363-83b2-da129d45e414), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.611871 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:17.612433 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:17.667737 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6537528 Mar 08 12:53:17.707264 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebd2a8-61ea-4d19-b032-db43f876bd61 admin admin] Pushing event updated for resources: {'Network': ['ID=b5afd8a1-6c5e-4363-83b2-da129d45e414,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:17.719227 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:53:17.827338 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c23e481-a1d7-4c9e-8969-3d405e1853b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:18.923786 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:20.167506 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33534) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:20.278351 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:20.339449 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7515094-f86e-4ed0-9737-f79e4cc174e9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:20.345314 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d7515094-f86e-4ed0-9737-f79e4cc174e9 demo admin] 10.222.0.20 "GET /v2.0/subnets/3c4df9c2-4c51-4de9-b508-78a5862543b4 HTTP/1.1" status: 200 len: 849 time: 0.1722724 Mar 08 12:53:20.464420 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4209375c-8ac1-4f2f-bea6-3a85cf3bb475 demo admin] 10.222.0.20 "GET /v2.0/routers/2be57405-f5e0-4a03-821d-d1a0e3ad706c HTTP/1.1" status: 200 len: 704 time: 0.1180191 Mar 08 12:53:20.739033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.028286 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Allocated IP 172.20.0.1 (c9103b9f-22ea-4efe-8226-f388ed72f5d8/3c4df9c2-4c51-4de9-b508-78a5862543b4/3747b850-6dd4-4530-89ae-44728f604aae) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:53:21.179549 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks [] for port (3747b850-6dd4-4530-89ae-44728f604aae), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.288634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (3747b850-6dd4-4530-89ae-44728f604aae), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.363809 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:21.371263 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:21.373439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Pushing event updated for resources: {'Port': ['ID=3747b850-6dd4-4530-89ae-44728f604aae,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:21.376605 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:53:21.377513 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (2be57405-f5e0-4a03-821d-d1a0e3ad706c), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.552736 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fe9d2853-31e8-48fb-98fd-8c0dd4752805 None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:21.553308 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2853-31e8-48fb-98fd-8c0dd4752805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.578866 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3747b850-6dd4-4530-89ae-44728f604aae), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.585177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d2853-31e8-48fb-98fd-8c0dd4752805 None None] Port 3747b850-6dd4-4530-89ae-44728f604aae cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:21.735753 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.786013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks [] for port (3747b850-6dd4-4530-89ae-44728f604aae), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.790329 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3747b850-6dd4-4530-89ae-44728f604aae), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.791079 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (2be57405-f5e0-4a03-821d-d1a0e3ad706c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:21.873966 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Pushing event updated for resources: {'Port': ['ID=3747b850-6dd4-4530-89ae-44728f604aae,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:21.915930 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:21.917175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:22.081753 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Router 2be57405-f5e0-4a03-821d-d1a0e3ad706c is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 12:53:22.177747 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:22.183492 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8f12dc6c-818f-43fe-95b4-14bdbbaa3a44 demo admin] 10.222.0.20 "PUT /v2.0/routers/2be57405-f5e0-4a03-821d-d1a0e3ad706c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7133853 Mar 08 12:53:22.201105 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Sync routers for ids ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:22.209650 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-87f65e36-72ea-42ef-9264-e3612fa44564 None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:22.210250 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-87f65e36-72ea-42ef-9264-e3612fa44564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:22.214391 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Routers {'2be57405-f5e0-4a03-821d-d1a0e3ad706c'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:22.215279 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T12:53:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:22.250773 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-87f65e36-72ea-42ef-9264-e3612fa44564 None None] Port 3747b850-6dd4-4530-89ae-44728f604aae cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:22.402357 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Set router 2be57405-f5e0-4a03-821d-d1a0e3ad706c gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:22.820059 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:21Z', 'revision_number': 2, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port_host': None, '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:21Z', 'revision_number': 2, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:22.870345 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Checking router: 2be57405-f5e0-4a03-821d-d1a0e3ad706c for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:22.870709 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Updating router 2be57405-f5e0-4a03-821d-d1a0e3ad706c port 3747b850-6dd4-4530-89ae-44728f604aae binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:53:22.922011 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3747b850-6dd4-4530-89ae-44728f604aae), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.418541 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks [] for port (3747b850-6dd4-4530-89ae-44728f604aae), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.424644 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3747b850-6dd4-4530-89ae-44728f604aae), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.566822 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Pushing event updated for resources: {'Port': ['ID=3747b850-6dd4-4530-89ae-44728f604aae,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:23.595089 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.595453 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.595738 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.596076 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.596408 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.596735 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.597066 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.597390 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.597780 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.598076 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.598402 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.598722 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.599056 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Tracked resource versions report: Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: pushed versions: Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: { 'AddressGroup': {'1.2'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'ConntrackHelper': {'1.0'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'LocalIPAssociation': {'1.0'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Log': {'1.0'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Network': {'1.1'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Port': {'1.7'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'PortForwarding': {'1.2'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'QosPolicy': {'1.10'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroup': {'1.5'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroupRule': {'1.2'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SubPort': {'1.0'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Subnet': {'1.1'}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Trunk': {'1.1'}} Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: consumer versions: Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'ConntrackHelper': '1.0', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'LocalIPAssociation': '1.0', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Log': '1.0', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Network': '1.1', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Port': '1.7', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'PortForwarding': '1.2', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'QosPolicy': '1.10', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroup': '1.5', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroupRule': '1.2', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SubPort': '1.0', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Subnet': '1.1', Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Trunk': '1.1'}} Mar 08 12:53:23.600376 dv-cinder-830090-2-iscsi neutron-server[102990]: {{(pid=102990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 12:53:23.608084 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Attempting to bind port 3747b850-6dd4-4530-89ae-44728f604aae on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:53:23.608658 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Attempting to bind port 3747b850-6dd4-4530-89ae-44728f604aae by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:53:23.609097 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Attempting to bind port 3747b850-6dd4-4530-89ae-44728f604aae on network c9103b9f-22ea-4efe-8226-f388ed72f5d8 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:53:23.614089 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:53:23.614496 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Checking segment: {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:23.614992 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.615376 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Bound using segment: {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:53:23.615858 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Bound port: 3747b850-6dd4-4530-89ae-44728f604aae, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cacc9e-9c88-45ab-9166-51cc48b9446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:53:23.616231 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3747b850-6dd4-4530-89ae-44728f604aae), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.679487 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-2c2313c6-faaa-4f08-8094-403d3f3f52a8 None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:23.680495 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2c2313c6-faaa-4f08-8094-403d3f3f52a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.682536 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] For port 3747b850-6dd4-4530-89ae-44728f604aae, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:53:23.701087 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] For port 3747b850-6dd4-4530-89ae-44728f604aae, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=3747b850-6dd4-4530-89ae-44728f604aae,segment=NetworkSegment(49cacc9e-9c88-45ab-9166-51cc48b9446d),segment_id=49cacc9e-9c88-45ab-9166-51cc48b9446d)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:53:23.707599 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3747b850-6dd4-4530-89ae-44728f604aae), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:23.716190 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-2c2313c6-faaa-4f08-8094-403d3f3f52a8 None None] Port 3747b850-6dd4-4530-89ae-44728f604aae cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 12:53:23.756133 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Routers {'2be57405-f5e0-4a03-821d-d1a0e3ad706c'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:23.756590 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T12:53:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:23.848991 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b94eaf-e8b4-4e26-9e5d-1357209c4881 None None] Pushing event updated for resources: {'Port': ['ID=3747b850-6dd4-4530-89ae-44728f604aae,revision_number=4']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:23.858645 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] Set router 2be57405-f5e0-4a03-821d-d1a0e3ad706c gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:23.940188 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:23.940703 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:24.018136 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Current status of the port 3747b850-6dd4-4530-89ae-44728f604aae is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:24.018966 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3747b850-6dd4-4530-89ae-44728f604aae), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:24.055791 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] For port 3747b850-6dd4-4530-89ae-44728f604aae, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=3747b850-6dd4-4530-89ae-44728f604aae,segment=NetworkSegment(49cacc9e-9c88-45ab-9166-51cc48b9446d),segment_id=49cacc9e-9c88-45ab-9166-51cc48b9446d)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:24.060509 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3747b850-6dd4-4530-89ae-44728f604aae), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:24.077064 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:21Z', 'revision_number': 2, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port_host': None, '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:23Z', 'revision_number': 4, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:24.106169 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd058c7-826d-4cdd-b532-04a933841866 None None] The sync data for ids ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'] in dv-cinder-830090-2-iscsi is: [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:21Z', 'revision_number': 2, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port_host': None, '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:23Z', 'revision_number': 4, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:24.115706 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847ca63-2e59-405d-8d94-0717dbc928f5 None None] Pushing event updated for resources: {'Port': ['ID=3747b850-6dd4-4530-89ae-44728f604aae,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:24.639397 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33556) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:24.749056 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8940e-c312-4e60-b3ac-29f043a29511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:24.750455 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a1c8940e-c312-4e60-b3ac-29f043a29511 admin admin] 10.222.0.20 "GET /v2.0/networks/b5afd8a1-6c5e-4363-83b2-da129d45e414 HTTP/1.1" status: 200 len: 842 time: 0.1101148 Mar 08 12:53:24.759790 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:24.781122 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Made reservation on behalf of 70a0a922960349daac8a951e082ac8cd for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:53:24.783456 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:25.057627 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.objects.ports [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 12:53:25.058057 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (1f7a4fab-5def-4b41-918d-83409282fe54), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:25.111601 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7a4fab-5def-4b41-918d-83409282fe54,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:25.118336 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:25.118678 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Network hostable DHCP agents. Network: b5afd8a1-6c5e-4363-83b2-da129d45e414, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:53:25.135664 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:53:25.144268 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, b5afd8a1-6c5e-4363-83b2-da129d45e414) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:25.152440 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:25.153206 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:25.153500 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba721e-32db-448f-88e0-4d9e026ba43f None None] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:25.171628 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-706747dc-caa9-4223-a505-8cba1fcd3f8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4151616 Mar 08 12:53:25.260521 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff5f0b-33eb-42c4-8e50-6c0839d6caa1 None None] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:53:27.582222 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33564) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:27.774765 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2a8c0507-f7a4-46da-9f40-8a6bea9bfcc5 demo admin] 10.222.0.20 "GET /v2.0/routers/2be57405-f5e0-4a03-821d-d1a0e3ad706c HTTP/1.1" status: 200 len: 710 time: 0.1912887 Mar 08 12:53:27.860928 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d528e9a-8cbb-443c-8b52-d8681aa66a25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:53:27.862281 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7d528e9a-8cbb-443c-8b52-d8681aa66a25 demo admin] 10.222.0.20 "GET /v2.0/networks/b5afd8a1-6c5e-4363-83b2-da129d45e414 HTTP/1.1" status: 200 len: 886 time: 0.0823951 Mar 08 12:53:27.871063 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:53:28.115120 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks [] for router_gateway (2be57405-f5e0-4a03-821d-d1a0e3ad706c), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.350724 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks [] for router_gateway (2be57405-f5e0-4a03-821d-d1a0e3ad706c), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.428487 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.528960 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Allocated IP 172.27.1.64 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/05b0ba35-00be-49ed-8456-5e6cd6e229ed) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:53:28.626963 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks [] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.659110 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:28.693333 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:53:28.697887 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:53:28.701188 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:53:28.742121 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Pushing event updated for resources: {'Port': ['ID=05b0ba35-00be-49ed-8456-5e6cd6e229ed,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:28.957860 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks [] for router_gateway (2be57405-f5e0-4a03-821d-d1a0e3ad706c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:29.240277 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8192972', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8197403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9296'] for router (2be57405-f5e0-4a03-821d-d1a0e3ad706c), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:29.243635 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8192965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8193022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8197396'] for router (2be57405-f5e0-4a03-821d-d1a0e3ad706c), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:29.357421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Router 2be57405-f5e0-4a03-821d-d1a0e3ad706c has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 12:53:29.474615 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 12:53:29.479254 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:29.480268 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-26d87ead-60c6-46d4-bb1b-56f5506da1a1 demo admin] 10.222.0.20 "PUT /v2.0/routers/2be57405-f5e0-4a03-821d-d1a0e3ad706c HTTP/1.1" status: 200 len: 889 time: 1.6122952 Mar 08 12:53:31.984219 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 33576) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:53:32.100614 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-09079457-4c6b-4ddf-a658-9bc48846ab6c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151328 Mar 08 12:53:32.500847 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 3747b850-6dd4-4530-89ae-44728f604aae up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:32.558677 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:32.559058 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:32.638127 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 3747b850-6dd4-4530-89ae-44728f604aae is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:32.750195 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Sync routers for ids ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 12:53:32.762899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Routers {'2be57405-f5e0-4a03-821d-d1a0e3ad706c'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:32.763574 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T12:53:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:32.981641 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Set router 2be57405-f5e0-4a03-821d-d1a0e3ad706c gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:33.464086 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:28Z', 'revision_number': 4, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port': {'id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:28Z', 'updated_at': '2022-03-08T12:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:24Z', 'revision_number': 5, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:33.514198 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Checking router: 2be57405-f5e0-4a03-821d-d1a0e3ad706c for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 12:53:33.514773 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Updating router 2be57405-f5e0-4a03-821d-d1a0e3ad706c port 05b0ba35-00be-49ed-8456-5e6cd6e229ed binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 12:53:33.567583 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:33.896925 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks [] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:33.903210 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:33.953856 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Attempting to bind port 05b0ba35-00be-49ed-8456-5e6cd6e229ed on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:53:33.954168 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Attempting to bind port 05b0ba35-00be-49ed-8456-5e6cd6e229ed by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:53:33.954474 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Attempting to bind port 05b0ba35-00be-49ed-8456-5e6cd6e229ed on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:53:33.963256 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dea78-15f3-4441-9917-045a859e77c4 None None] Pushing event updated for resources: {'Port': ['ID=05b0ba35-00be-49ed-8456-5e6cd6e229ed,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:33.966560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:53:33.966977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:53:33.967388 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:33.967949 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:53:33.968430 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Bound port: 05b0ba35-00be-49ed-8456-5e6cd6e229ed, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:53:33.968808 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:34.022755 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] For port 05b0ba35-00be-49ed-8456-5e6cd6e229ed, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:53:34.025899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] For port 05b0ba35-00be-49ed-8456-5e6cd6e229ed, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=05b0ba35-00be-49ed-8456-5e6cd6e229ed,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:53:34.033511 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:34.093834 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dea78-15f3-4441-9917-045a859e77c4 None None] Pushing event updated for resources: {'Port': ['ID=05b0ba35-00be-49ed-8456-5e6cd6e229ed,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:34.098292 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Routers {'2be57405-f5e0-4a03-821d-d1a0e3ad706c'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 12:53:34.098890 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T12:53:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:34.214834 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] Set router 2be57405-f5e0-4a03-821d-d1a0e3ad706c gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 12:53:34.452553 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:28Z', 'revision_number': 4, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port': {'id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:28Z', 'updated_at': '2022-03-08T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:24Z', 'revision_number': 5, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 12:53:34.480953 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86ec19-36d3-493e-aaa5-e649db697b60 None None] The sync data for ids ['2be57405-f5e0-4a03-821d-d1a0e3ad706c'] in dv-cinder-830090-2-iscsi is: [{'id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'name': 'router1', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T12:53:11Z', 'updated_at': '2022-03-08T12:53:28Z', 'revision_number': 4, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'gw_port': {'id': '05b0ba35-00be-49ed-8456-5e6cd6e229ed', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:28Z', 'updated_at': '2022-03-08T12:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '3747b850-6dd4-4530-89ae-44728f604aae', 'name': '', 'network_id': 'c9103b9f-22ea-4efe-8226-f388ed72f5d8', 'tenant_id': '1732230bc0324081b4c85d1d749da72d', 'mac_address': 'fa:16:3e:66:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be57405-f5e0-4a03-821d-d1a0e3ad706c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T12:53:20Z', 'updated_at': '2022-03-08T12:53:24Z', 'revision_number': 5, 'project_id': '1732230bc0324081b4c85d1d749da72d', 'subnets': [{'id': '3c4df9c2-4c51-4de9-b508-78a5862543b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45f28a87-b468-433b-95ed-3c685d828e37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 12:53:36.573256 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 05b0ba35-00be-49ed-8456-5e6cd6e229ed up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:36.645759 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 05b0ba35-00be-49ed-8456-5e6cd6e229ed triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:36.646186 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:36.738708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 05b0ba35-00be-49ed-8456-5e6cd6e229ed is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:36.739031 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:36.765911 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 05b0ba35-00be-49ed-8456-5e6cd6e229ed, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=05b0ba35-00be-49ed-8456-5e6cd6e229ed,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:53:36.779549 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:36.837924 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=05b0ba35-00be-49ed-8456-5e6cd6e229ed,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:53:38.533287 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 05b0ba35-00be-49ed-8456-5e6cd6e229ed up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:53:38.623626 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 05b0ba35-00be-49ed-8456-5e6cd6e229ed triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:53:38.624318 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (05b0ba35-00be-49ed-8456-5e6cd6e229ed), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:38.760612 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 05b0ba35-00be-49ed-8456-5e6cd6e229ed is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:53:45.519785 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f2ed-c7e3-44fe-8035-98d7712375ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:47.833461 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-473b37b0-c315-4a82-a285-8a73e73deef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:48.933423 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:50.288446 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:51.752118 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:53:53.126873 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:15.523395 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-940773a9-230c-4fc0-911f-00d706605dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:17.826572 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0dae3844-7b37-4775-8802-ba2e77d93ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:18.929084 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:20.280122 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:21.746966 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:30.124973 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:54:45.517126 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-69b74918-0375-42cc-be2a-ebc6c8f157d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:47.830994 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4ac76bc9-0e05-4b6d-85a9-e0720ed1032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:48.924301 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:50.278156 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:51.745227 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:52.713199 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34062) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:52.773334 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd3e78e-252e-4938-bffb-d6b24790158a admin admin] GET failed (client error): The resource could not be found. Mar 08 12:54:52.774649 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7cd3e78e-252e-4938-bffb-d6b24790158a admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604694 Mar 08 12:54:52.935056 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2059c921-9088-4a7e-bcc5-c8fe38d8eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:52.936493 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2059c921-9088-4a7e-bcc5-c8fe38d8eaab admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1577842 Mar 08 12:54:55.252285 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34072) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:55.342040 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f0e4f-1563-448e-b4c0-f2d93e67a9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:55.344443 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0b1f0e4f-1563-448e-b4c0-f2d93e67a9c0 admin admin] 10.222.0.20 "GET /v2.0/subnets/3c4df9c2-4c51-4de9-b508-78a5862543b4 HTTP/1.1" status: 200 len: 849 time: 0.0901654 Mar 08 12:54:55.353267 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:54:55.438460 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Publish callbacks [] for subnet (3c4df9c2-4c51-4de9-b508-78a5862543b4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:55.573837 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765797770927'] for subnet (3c4df9c2-4c51-4de9-b508-78a5862543b4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:55.605135 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:55.605135 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:55.606450 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] 10.222.0.20 "PUT /v2.0/subnets/3c4df9c2-4c51-4de9-b508-78a5862543b4 HTTP/1.1" status: 200 len: 868 time: 0.2568061 Mar 08 12:54:55.618298 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbb796-2545-4146-8b76-ebc29520939a None None] Network c9103b9f-22ea-4efe-8226-f388ed72f5d8 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:54:55.629538 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4df9c2-4c51-4de9-b508-78a5862543b4,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:54:55.636771 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.637146 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.637498 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.637868 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.638207 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.638544 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.638895 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.639228 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.639586 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.639909 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.640238 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.641118 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.641445 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2626c17-1286-49e6-80de-9780004db3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:54:55.920539 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Provisioning complete for port 9911ab27-25e3-4a53-9e14-6644177227e9 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:54:55.920931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9911ab27-25e3-4a53-9e14-6644177227e9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:55.996425 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Current status of the port 9911ab27-25e3-4a53-9e14-6644177227e9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:54:56.006167 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Provisioning complete for port 3747b850-6dd4-4530-89ae-44728f604aae triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:54:56.006505 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3747b850-6dd4-4530-89ae-44728f604aae), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:54:56.082961 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8feaf253-9468-4fbb-b6a4-f52b7497e4b5 None None] Current status of the port 3747b850-6dd4-4530-89ae-44728f604aae is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:54:57.892786 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34080) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:54:58.088431 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8dfd0-d0d0-4c84-a607-0c093d4f662d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:58.088826 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8dfd0-d0d0-4c84-a607-0c093d4f662d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:54:58.090379 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c0b8dfd0-d0d0-4c84-a607-0c093d4f662d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1966360 Mar 08 12:55:00.363273 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34088) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:00.493279 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84681219-c71d-479f-ab67-2cdbb5b209b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:00.493830 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84681219-c71d-479f-ab67-2cdbb5b209b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:00.495372 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-84681219-c71d-479f-ab67-2cdbb5b209b5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1310146 Mar 08 12:55:02.800174 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34096) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:02.921498 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a28c196-47f6-44c9-afba-be3563cf9326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:02.922887 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8a28c196-47f6-44c9-afba-be3563cf9326 admin admin] 10.222.0.20 "GET /v2.0/networks/b5afd8a1-6c5e-4363-83b2-da129d45e414 HTTP/1.1" status: 200 len: 886 time: 0.1217742 Mar 08 12:55:05.230136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34104) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:05.358503 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e640b46-1c84-47b0-974e-3ae262670675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:05.360565 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0e640b46-1c84-47b0-974e-3ae262670675 admin admin] 10.222.0.20 "GET /v2.0/networks/c9103b9f-22ea-4efe-8226-f388ed72f5d8 HTTP/1.1" status: 200 len: 870 time: 0.1294863 Mar 08 12:55:07.123219 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:55:07.642366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34112) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:07.863596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7bca2-52de-4f45-998c-9c1dd21adf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:07.863952 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7bca2-52de-4f45-998c-9c1dd21adf5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:07.865494 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5df7bca2-52de-4f45-998c-9c1dd21adf5e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2221856 Mar 08 12:55:10.140683 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34120) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:10.233980 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61214e75-5f00-4921-8856-5e94432b8fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:10.234936 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61214e75-5f00-4921-8856-5e94432b8fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:10.236405 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-61214e75-5f00-4921-8856-5e94432b8fca admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947828 Mar 08 12:55:12.522779 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34128) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:12.609563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f668b-f326-4e6a-a463-3b319490b962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:12.610854 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-828f668b-f326-4e6a-a463-3b319490b962 admin admin] 10.222.0.20 "GET /v2.0/subnets/1f7a4fab-5def-4b41-918d-83409282fe54 HTTP/1.1" status: 200 len: 816 time: 0.0871348 Mar 08 12:55:14.901751 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34136) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:14.990525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0309d-5be7-4845-8d3b-3228a9372282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:14.991857 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-02f0309d-5be7-4845-8d3b-3228a9372282 admin admin] 10.222.0.20 "GET /v2.0/subnets/3c4df9c2-4c51-4de9-b508-78a5862543b4 HTTP/1.1" status: 200 len: 868 time: 0.0891562 Mar 08 12:55:15.518984 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d5754dd7-bfa5-469f-96dd-b5a79fb717d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:17.831938 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-35f6cac1-0ab9-4797-b3ab-eb78566659be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:18.927821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:20.282223 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:21.739559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:42.992515 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34188) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:43.044193 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [None req-636ce086-0dd5-429a-87d7-1dcef8451624 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:55:43.045165 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-636ce086-0dd5-429a-87d7-1dcef8451624 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517204 Mar 08 12:55:44.121710 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:55:45.431008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34198) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:45.495615 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b181b306-950d-4a45-81fb-fb1ee2118feb admin admin] GET failed (client error): The resource could not be found. Mar 08 12:55:45.496902 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b181b306-950d-4a45-81fb-fb1ee2118feb admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649796 Mar 08 12:55:45.520040 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3c120082-9c5a-43bb-8af2-8e56c453b2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:45.646885 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24a5f8-0a37-4078-9367-a5acaa3d5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:45.648506 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1f24a5f8-0a37-4078-9367-a5acaa3d5ca8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1475334 Mar 08 12:55:47.833601 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5ee64140-a47c-4a9d-9496-442fcbc36b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:47.972874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34206) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:48.018489 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:48.037329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Made reservation on behalf of 70a0a922960349daac8a951e082ac8cd for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:48.039588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:48.072647 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING neutron.services.revisions.revision_plugin [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Could not find related network for resource to bump revision. Mar 08 12:55:48.084786 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 12:55:48.094263 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (5765b469-bb35-491a-9245-8faab764957f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:48.094600 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Added segment 5765b469-bb35-491a-9245-8faab764957f of type vlan for network 9f110535-1d53-4718-93c6-ae8c97f22f8c Mar 08 12:55:48.133222 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (9f110535-1d53-4718-93c6-ae8c97f22f8c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:48.157541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (9f110535-1d53-4718-93c6-ae8c97f22f8c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:48.158493 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:48.159064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:48.222168 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2481587 Mar 08 12:55:48.274378 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Pushing event updated for resources: {'Network': ['ID=9f110535-1d53-4718-93c6-ae8c97f22f8c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:48.282107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.282479 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.282824 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.283160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.283489 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.283820 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.284167 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.284495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.284834 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.285165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.285485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.285824 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.286147 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f6bca5-a4a4-4790-b332-cddb7a1f51ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:48.298110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 12:55:48.931110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:50.283041 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:50.532274 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34214) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:55:50.591280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cc438d-ab37-4e9d-862e-55027e7a604c admin admin] GET failed (client error): The resource could not be found. Mar 08 12:55:50.592521 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b0cc438d-ab37-4e9d-862e-55027e7a604c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592957 Mar 08 12:55:50.662560 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3118d-6793-48ec-bdf5-fd5f366d9924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:50.663945 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6dd3118d-6793-48ec-bdf5-fd5f366d9924 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0674722 Mar 08 12:55:50.673727 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Request body: {'subnet': {'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 12:55:50.694064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Made reservation on behalf of 70a0a922960349daac8a951e082ac8cd for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 12:55:50.696328 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:50.928571 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (fc893f19-5d74-4dd8-a29b-713c5d87de92), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:50.990626 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc893f19-5d74-4dd8-a29b-713c5d87de92,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:51.002374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Checking segment: {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:55:51.002688 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Network hostable DHCP agents. Network: 9f110535-1d53-4718-93c6-ae8c97f22f8c, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 12:55:51.026239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 12:55:51.036841 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 9f110535-1d53-4718-93c6-ae8c97f22f8c) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:51.041612 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 12:55:51.042219 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.046420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8a0d4-ac8b-45d1-ba7b-4a9077305b3a None None] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:55:51.058057 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-82c34863-9817-421a-8c8b-fcabf67d7f82 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880334 Mar 08 12:55:51.251238 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-9f110535-1d53-4718-93c6-ae8c97f22f8c', 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c', 'project_id': '70a0a922960349daac8a951e082ac8cd', 'fixed_ips': [{'subnet_id': 'fc893f19-5d74-4dd8-a29b-713c5d87de92'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 12:55:51.252088 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.388930 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Allocated IP 192.168.233.2 (9f110535-1d53-4718-93c6-ae8c97f22f8c/fc893f19-5d74-4dd8-a29b-713c5d87de92/ede0534d-171d-4f5a-bc4e-3004b4394993) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 12:55:51.528535 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks [] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.534771 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.576060 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 12:55:51.579858 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 12:55:51.583461 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 12:55:51.592147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Pushing event updated for resources: {'Port': ['ID=ede0534d-171d-4f5a-bc4e-3004b4394993,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:51.614992 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.615368 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.615735 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.616081 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.616417 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.616750 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.617081 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.617412 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.617743 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.618112 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.618448 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.618771 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.619094 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:55:51.655043 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Attempting to bind port ede0534d-171d-4f5a-bc4e-3004b4394993 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 12:55:51.655412 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Attempting to bind port ede0534d-171d-4f5a-bc4e-3004b4394993 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 12:55:51.655775 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Attempting to bind port ede0534d-171d-4f5a-bc4e-3004b4394993 on network 9f110535-1d53-4718-93c6-ae8c97f22f8c {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 12:55:51.660894 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 12:55:51.661279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Checking segment: {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 12:55:51.661676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.662102 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Bound using segment: {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 12:55:51.662569 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Bound port: ede0534d-171d-4f5a-bc4e-3004b4394993, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 12:55:51.662949 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.724967 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] For port ede0534d-171d-4f5a-bc4e-3004b4394993, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 12:55:51.731903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] For port ede0534d-171d-4f5a-bc4e-3004b4394993, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=ede0534d-171d-4f5a-bc4e-3004b4394993,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 12:55:51.742977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.774514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:51.813130 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05488-3680-4431-ab2f-2a352cf624f4 None None] Pushing event updated for resources: {'Port': ['ID=ede0534d-171d-4f5a-bc4e-3004b4394993,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:52.623895 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41749f-e70a-4b43-bc0c-007cccb85e61 None None] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 12:55:52.645711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device ede0534d-171d-4f5a-bc4e-3004b4394993 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:52.746346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Provisioning complete for port ede0534d-171d-4f5a-bc4e-3004b4394993 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:52.746735 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:52.803655 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port ede0534d-171d-4f5a-bc4e-3004b4394993 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:52.804053 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:52.898761 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Current status of the port ede0534d-171d-4f5a-bc4e-3004b4394993 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:52.899153 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:52.973050 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] For port ede0534d-171d-4f5a-bc4e-3004b4394993, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=ede0534d-171d-4f5a-bc4e-3004b4394993,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 12:55:52.975211 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port ede0534d-171d-4f5a-bc4e-3004b4394993 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:52.975635 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:52.985371 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:53.077645 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d7434-9b8c-403d-adf9-acfd2fa62639 None None] Pushing event updated for resources: {'Port': ['ID=ede0534d-171d-4f5a-bc4e-3004b4394993,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:55:53.082176 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 12:55:53.082656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG oslo_db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 12:55:53.107711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a805c66b-507c-40e3-866d-6d17270e955c None None] Provisioning complete for port ede0534d-171d-4f5a-bc4e-3004b4394993 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:53.108096 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a805c66b-507c-40e3-866d-6d17270e955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:53.186472 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a805c66b-507c-40e3-866d-6d17270e955c None None] Current status of the port ede0534d-171d-4f5a-bc4e-3004b4394993 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:53.621746 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port ede0534d-171d-4f5a-bc4e-3004b4394993 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:55:54.565271 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device ede0534d-171d-4f5a-bc4e-3004b4394993 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 12:55:54.612193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port ede0534d-171d-4f5a-bc4e-3004b4394993 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 12:55:54.612500 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ede0534d-171d-4f5a-bc4e-3004b4394993), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:55:54.686861 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port ede0534d-171d-4f5a-bc4e-3004b4394993 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 12:56:15.520729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7069bbf2-28ec-41fd-8035-528b95909f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:17.834977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cf49d238-3a6c-4fc5-bbd8-be31f231b6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:18.934401 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:20.287907 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:21.120281 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:56:21.747034 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:45.522888 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-48605b94-08ac-461c-aa38-022185f2a439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:47.836807 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4ad32c06-add8-4353-bc89-ed2ccfcda006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:48.939165 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:50.292502 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:51.750345 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:56:58.119637 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:10.827069 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34252) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:10.837429 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [None req-394925ea-4d17-4f8c-bd9c-e1712066c6ba tempest-verify_tempest_config-1591678683 tempest-verify_tempest_config-1591678683-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 12:57:10.838431 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-394925ea-4d17-4f8c-bd9c-e1712066c6ba tempest-verify_tempest_config-1591678683 tempest-verify_tempest_config-1591678683-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0098698 Mar 08 12:57:11.119933 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34270) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:11.219883 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.294939 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Publish callbacks [] for security_group (233426f7-8178-41fd-bcc1-de9b184b03cb), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.299519 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (233426f7-8178-41fd-bcc1-de9b184b03cb), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.343899 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0a05204711a47c78a4d36dffc4bad88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2229197 Mar 08 12:57:11.344628 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233426f7-8178-41fd-bcc1-de9b184b03cb,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:11.346883 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34274) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:57:11.362473 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.362825 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.363169 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.363505 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.363839 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.364168 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.364511 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.364840 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.365179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.365523 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.365873 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.366192 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.366508 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f73ec9-22a7-44fc-b1bf-86a78f244353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 12:57:11.411127 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] Publish callbacks [] for security_group (233426f7-8178-41fd-bcc1-de9b184b03cb), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.431642 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] Publish callbacks [] for security_group (233426f7-8178-41fd-bcc1-de9b184b03cb), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.522529 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (233426f7-8178-41fd-bcc1-de9b184b03cb), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.525329 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:11.526510 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/233426f7-8178-41fd-bcc1-de9b184b03cb HTTP/1.1" status: 204 len: 168 time: 0.1790988 Mar 08 12:57:11.534699 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31575878-7363-450f-bcc9-f3920f3499c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233426f7-8178-41fd-bcc1-de9b184b03cb,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 12:57:15.525988 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30ef9e2f-d439-43b0-8415-83134662035f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:17.837870 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-47fc3a2f-4970-4367-ad51-41b3b3474db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:18.941891 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:20.292210 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:21.752438 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:35.118623 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:57:45.528441 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7b3827bc-9efc-4c8e-9938-5934a50a3d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:47.837089 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f4c32a97-6233-4341-bd4d-dc097ffc2275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:48.944181 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:50.295168 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:57:51.754403 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:12.117526 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:58:15.528912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e69a-7595-49ed-af3f-726b49a55fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:17.838009 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-80817da1-82c2-426c-a16b-3c44e7246f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:18.947046 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:20.301321 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:21.755859 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:45.531234 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3672-c383-4627-83d1-52e2c96a0025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:47.844072 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bb465aac-5b8c-45df-ac95-8845a244ae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:48.959463 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:49.120408 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 5 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:58:50.302190 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:51.756864 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:58:53.765346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8198142'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:09.034042 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34344) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:59:09.137624 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ee5ae0c6-2169-4e80-95a9-46140019206b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024823 Mar 08 12:59:11.439724 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34354) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 12:59:11.491375 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-05700676-e5c2-4495-a127-95b144650dbd admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0505822 Mar 08 12:59:15.532871 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-18658675-e6be-4c20-a2e7-aeb3a6efc141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:17.841061 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8bca70d6-f46d-44fe-9e3b-b7fc599de05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:18.952582 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:20.304861 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:21.758981 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:23.752957 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:26.119580 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:59:45.534287 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-92e953a8-7cd7-4656-9a79-0c7d6c0dacd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:47.840823 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e7665412-120d-49e3-9563-3c685be9aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:48.954842 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:50.309075 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:51.760973 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:59:53.767337 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:03.118647 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:00:15.535181 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c9ec31f3-ba0b-4165-b42f-ea197649ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:17.843822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-911df223-d2be-4345-8596-5b4f5c6678b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:18.957493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:20.310909 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:21.763305 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:23.785820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:40.118436 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:00:45.549837 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-74c50029-62ac-45d2-8c5d-65feaf845876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:47.846460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b80ecb09-e555-41a7-a62c-1ab70fb255cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.177033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34506) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:48.389116 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-network', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:48.428246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Made reservation on behalf of ebc382b5edb740e39188b8605b575b93 for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:48.431707 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.440754 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.528740 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks [] for security_group (eacab4cc-0da9-444c-8083-b26d3d9582c3), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.532918 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (eacab4cc-0da9-444c-8083-b26d3d9582c3), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.566958 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacab4cc-0da9-444c-8083-b26d3d9582c3,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:48.570103 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:00:48.579617 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.580062 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.581121 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.581462 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.581856 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.582241 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.582648 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.582927 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.583260 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.583612 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.583992 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.584255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.584802 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Tracked resource versions report: Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: pushed versions: Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: { 'AddressGroup': {'1.2'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'ConntrackHelper': {'1.0'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Log': {'1.0'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Network': {'1.1'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Port': {'1.7'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'PortForwarding': {'1.2'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'QosPolicy': {'1.10'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroup': {'1.5'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SubPort': {'1.0'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Subnet': {'1.1'}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Trunk': {'1.1'}} Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: consumer versions: Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'ConntrackHelper': '1.0', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'LocalIPAssociation': '1.0', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Log': '1.0', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Network': '1.1', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Port': '1.7', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'PortForwarding': '1.2', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'QosPolicy': '1.10', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroup': '1.5', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SecurityGroupRule': '1.2', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'SubPort': '1.0', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Subnet': '1.1', Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: 'Trunk': '1.1'}} Mar 08 13:00:48.586040 dv-cinder-830090-2-iscsi neutron-server[102988]: {{(pid=102988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:00:48.607866 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (e1c7ae2a-75d8-451a-aa86-61b0e900d2b1), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.608187 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Added segment e1c7ae2a-75d8-451a-aa86-61b0e900d2b1 of type vlan for network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 Mar 08 13:00:48.651516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.659300 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34540) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:48.684512 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.685834 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:48.686526 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.767069 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34554) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:48.769920 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5882230 Mar 08 13:00:48.771203 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd28b2-2d23-482d-aefe-640e00a43a0e admin admin] Pushing event updated for resources: {'Network': ['ID=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:48.771932 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Request body: {'subnet': {'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-subnet', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:48.787108 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:00:48.816165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Made reservation on behalf of ebc382b5edb740e39188b8605b575b93 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:48.819925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.860938 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34556) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:48.966776 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:48.990704 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-988265840-network', 'tenant_id': 'dd681874f95e441c9237acda2adc83bf'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.054672 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (0be4e12e-4e18-470f-be66-eb4c89629fec), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.059579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Made reservation on behalf of dd681874f95e441c9237acda2adc83bf for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:49.061962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.075538 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.166424 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Checking segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:49.166777 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Network hostable DHCP agents. Network: d4c98288-c6ac-40bf-b92c-1c8abb56b8a5, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:00:49.190846 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be4e12e-4e18-470f-be66-eb4c89629fec,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.225975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.226329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.226674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.227200 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.227538 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.227873 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.228211 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.228550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.228900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.229233 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.229559 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.229908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.230508 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Tracked resource versions report: Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: pushed versions: Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: { 'AddressGroup': {'1.2'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'ConntrackHelper': {'1.0'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Log': {'1.0'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Network': {'1.1'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Port': {'1.7'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'PortForwarding': {'1.2'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'QosPolicy': {'1.10'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroup': {'1.5'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SubPort': {'1.0'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Subnet': {'1.1'}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Trunk': {'1.1'}} Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: consumer versions: Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'ConntrackHelper': '1.0', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'LocalIPAssociation': '1.0', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Log': '1.0', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Network': '1.1', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Port': '1.7', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'PortForwarding': '1.2', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'QosPolicy': '1.10', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroup': '1.5', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SecurityGroupRule': '1.2', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'SubPort': '1.0', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Subnet': '1.1', Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: 'Trunk': '1.1'}} Mar 08 13:00:49.231365 dv-cinder-830090-2-iscsi neutron-server[102987]: {{(pid=102987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:00:49.245988 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:00:49.249482 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks [] for security_group (4966c89f-524e-4d28-8b83-9bd78753d347), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.255637 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (4966c89f-524e-4d28-8b83-9bd78753d347), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.269253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, d4c98288-c6ac-40bf-b92c-1c8abb56b8a5) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:49.280308 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778357be-0c6f-4db8-a2de-66bb96ebeba4 None None] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:49.288890 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:00:49.294747 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.295367 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.297691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4966c89f-524e-4d28-8b83-9bd78753d347,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.311472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (013e2871-e494-4d5b-9093-94ce52c81782), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.312090 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Added segment 013e2871-e494-4d5b-9093-94ce52c81782 of type vlan for network c00800cf-7f36-45c5-9635-77e4f7f2bc86 Mar 08 13:00:49.327451 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1a68ed04-b4b8-423b-98fe-ed25268b3553 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5593045 Mar 08 13:00:49.330297 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34576) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:49.335235 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.366973 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (c00800cf-7f36-45c5-9635-77e4f7f2bc86), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.379108 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.380379 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.393986 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6bfe5f-eaa1-47fa-bb85-f634df2c3b26 None None] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:49.401335 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (c00800cf-7f36-45c5-9635-77e4f7f2bc86), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.402487 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:49.403340 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.443887 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7824023 Mar 08 13:00:49.467940 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34584) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:49.473330 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Request body: {'subnet': {'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-988265840-subnet', 'tenant_id': 'dd681874f95e441c9237acda2adc83bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.485193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2040933980-network', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.498985 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e59ab4-fa97-4fcd-a85d-1b38806925a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c00800cf-7f36-45c5-9635-77e4f7f2bc86,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.503795 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Made reservation on behalf of dd681874f95e441c9237acda2adc83bf for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:49.507317 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.515612 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network c00800cf-7f36-45c5-9635-77e4f7f2bc86 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:00:49.520755 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for router_controller (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.587874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34586) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:49.601193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:49.603750 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.626457 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.724551 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for router_gateway (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.772385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (50a73e21-c197-4332-b89e-22d573c448f9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.847212 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1385513645-network', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:49.855597 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks [] for security_group (0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.863074 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Checking segment: {'id': '013e2871-e494-4d5b-9093-94ce52c81782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:49.863497 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Network hostable DHCP agents. Network: c00800cf-7f36-45c5-9635-77e4f7f2bc86, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:00:49.869526 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.906555 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.910610 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a73e21-c197-4332-b89e-22d573c448f9,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:49.915396 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Made reservation on behalf of 5c7d900f762241f1bc951b7cd43225f1 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:49.925957 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.947374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.949175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:00:49.968541 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ab39a02d-3692-4b77-9486-e757fa043bea), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:49.969054 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Added segment ab39a02d-3692-4b77-9486-e757fa043bea of type vlan for network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee Mar 08 13:00:49.993350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Network c00800cf-7f36-45c5-9635-77e4f7f2bc86 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:00:50.126749 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks [] for security_group (994af80b-77cf-40cb-9ade-f762c6ca0b09), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.135143 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (994af80b-77cf-40cb-9ade-f762c6ca0b09), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.137194 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.156748 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for router_gateway (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.164026 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994af80b-77cf-40cb-9ade-f762c6ca0b09,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:50.168220 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, c00800cf-7f36-45c5-9635-77e4f7f2bc86) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:50.176679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:00:50.192417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (b44b51eb-d10d-4ac0-af8b-83c361f2bc7a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.192838 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Added segment b44b51eb-d10d-4ac0-af8b-83c361f2bc7a of type vlan for network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df Mar 08 13:00:50.193514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.205222 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.206193 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.207986 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89438067-44e0-4164-bdfa-6ed83db54ecc None None] Network c00800cf-7f36-45c5-9635-77e4f7f2bc86 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:50.225401 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.229335 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.232046 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9aba21a9-c7ce-4547-9e48-3c4ec62238ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7630372 Mar 08 13:00:50.235070 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.278326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.310566 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.312673 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:50.314362 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.324003 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4573851 Mar 08 13:00:50.333604 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34618) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:50.410158 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Allocated IP 172.27.1.24 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/468eaa2a-f6b0-406a-a784-085526331016) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:50.480205 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa61dfe-8af0-487d-b047-1f6bdcece299 None None] Network c00800cf-7f36-45c5-9635-77e4f7f2bc86 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:50.536642 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for port (468eaa2a-f6b0-406a-a784-085526331016), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.548308 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] Pushing event updated for resources: {'Network': ['ID=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:50.586305 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Request body: {'subnet': {'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-subnet', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:50.592195 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-65ae8d4c-e5fa-4b5f-934c-a403b3908113 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0030656 Mar 08 13:00:50.592947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34626) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:50.608086 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Request body: {'subnet': {'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1385513645-subnet', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:50.639959 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cd745-d2b5-4c9a-8bc8-7a4b1e60bce0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:50.644013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (468eaa2a-f6b0-406a-a784-085526331016), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.677253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Made reservation on behalf of 5c7d900f762241f1bc951b7cd43225f1 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:50.680084 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.706620 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:50.708073 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:00:50.710569 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:50.715816 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:00:50.852260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:00:51.013198 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.048704 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Pushing event updated for resources: {'Port': ['ID=468eaa2a-f6b0-406a-a784-085526331016,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:51.052083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:51.055864 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:51.156896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (e6efa199-acd0-491f-ab69-750607f9831b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.218554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (a06d10b9-182a-4c32-8e33-7e8278665557), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.231844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Checking segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:51.232185 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Network hostable DHCP agents. Network: 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:00:51.241001 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6efa199-acd0-491f-ab69-750607f9831b,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:51.261176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:00:51.270472 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06d10b9-182a-4c32-8e33-7e8278665557,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:51.281559 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:51.287179 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:51.289717 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.293998 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da1881-0f8b-4b15-bc5a-959de4a41918 None None] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:51.339343 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d2b5565c-0de3-497d-be92-bef81b26b176 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7427902 Mar 08 13:00:51.339822 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34666) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:51.346196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:51.376755 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:51.377929 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Network hostable DHCP agents. Network: 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:00:51.397164 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.398879 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.525091 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:00:51.527711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.607745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for router_controller (960f232c-f667-4e92-8265-dcbb8ddcd61b), precommit_add_association {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.642270 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:00:51.648735 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for router_gateway (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.733183 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:51.741083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:51.742612 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.754791 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2292ad0-ccb1-4a20-b87b-aaa35c8356b1 None None] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:51.760328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Allocated IP 172.20.0.2 (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df/e6efa199-acd0-491f-ab69-750607f9831b/0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:51.804458 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-81f59ee2-8d64-4f6b-a445-c887f010f16f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4695477 Mar 08 13:00:51.807227 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34682) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:51.811810 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:51.854836 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (5607eb94-60f2-4835-918a-ce51b61362e9), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.856149 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (5607eb94-60f2-4835-918a-ce51b61362e9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.874153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for router_gateway (960f232c-f667-4e92-8265-dcbb8ddcd61b), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.927714 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for router_controller (5607eb94-60f2-4835-918a-ce51b61362e9), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:51.947930 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.242416 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34720) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:52.250363 dv-cinder-830090-2-iscsi neutron-server[102987]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:00:52.302865 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.432248 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34732) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:52.488607 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for router_gateway (5607eb94-60f2-4835-918a-ce51b61362e9), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.546672 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks [] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.559031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for router_gateway (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.588116 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.599335 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:00:52.600418 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.619872 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-21050d77-0be9-4887-836c-b109fc356634 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:52.632838 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-21050d77-0be9-4887-836c-b109fc356634 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/networks?id=c00800cf-7f36-45c5-9635-77e4f7f2bc86 HTTP/1.1" status: 200 len: 811 time: 0.3892875 Mar 08 13:00:52.649884 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Router fd5703c9-79f6-4427-85fc-5c2df97e0a2f is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:00:52.660565 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:52.668679 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Pushing event updated for resources: {'Port': ['ID=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:52.679603 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:52.685460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:52.694790 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-f801b1d5-078d-41aa-bcba-c5d171adbbb9 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/quotas/dd681874f95e441c9237acda2adc83bf HTTP/1.1" status: 200 len: 375 time: 0.0610006 Mar 08 13:00:52.698528 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.699179 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.699748 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.700294 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.700818 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.701352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.701977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.702514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.703044 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.703558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.704086 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.704601 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.705672 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.706205 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Tracked resource versions report: Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: pushed versions: Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: { 'AddressGroup': {'1.2'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'ConntrackHelper': {'1.0'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Log': {'1.0'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Network': {'1.1'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Port': {'1.7'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'PortForwarding': {'1.2'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'QosPolicy': {'1.10'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroup': {'1.5'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SubPort': {'1.0'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Subnet': {'1.1'}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Trunk': {'1.1'}} Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: consumer versions: Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'ConntrackHelper': '1.0', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'LocalIPAssociation': '1.0', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Log': '1.0', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Network': '1.1', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Port': '1.7', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'PortForwarding': '1.2', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'QosPolicy': '1.10', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroup': '1.5', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SecurityGroupRule': '1.2', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'SubPort': '1.0', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Subnet': '1.1', Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: 'Trunk': '1.1'}} Mar 08 13:00:52.707536 dv-cinder-830090-2-iscsi neutron-server[102989]: {{(pid=102989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:00:52.785079 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a2167f75-ad9b-4aad-9fc8-a2ff2c703292 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd681874f95e441c9237acda2adc83bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893371 Mar 08 13:00:52.878336 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Attempting to bind port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:00:52.878530 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Attempting to bind port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:00:52.878890 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Attempting to bind port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:52.887412 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8eb6-b2b5-4631-adea-d7756e1b6a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:52.926868 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Allocated IP 172.20.0.2 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/534f8b60-407c-4ec3-a866-d5205af87c77) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:53.028517 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:00:53.028914 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Checking segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:53.029317 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.029717 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Bound using segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:00:53.030248 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Bound port: 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:00:53.030598 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.033679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Allocated IP 172.27.1.203 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/38b079a5-76d7-4c26-8c63-50e3039a6f5e) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:53.081073 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-11bccb15-1f11-433b-9964-7f3ac9987d24 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:00:53.082128 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-11bccb15-1f11-433b-9964-7f3ac9987d24 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1349299 Mar 08 13:00:53.208459 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8eb6-b2b5-4631-adea-d7756e1b6a19 admin admin] Publish callbacks [] for security_group (fef077e8-c97d-4463-abb3-8317692a3b68), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.210247 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] For port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:00:53.220195 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] For port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:00:53.228389 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:00:53.239916 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Sync routers for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:00:53.244975 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.247321 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8eb6-b2b5-4631-adea-d7756e1b6a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fef077e8-c97d-4463-abb3-8317692a3b68), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.248275 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for router_gateway (5607eb94-60f2-4835-918a-ce51b61362e9), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.248746 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks [] for port (534f8b60-407c-4ec3-a866-d5205af87c77), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.252846 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:00:53.253579 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:53.278169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-6fcf5022-a624-4bd7-9cef-115c18a26ffa service neutron] 10.222.0.20 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734533 Mar 08 13:00:53.278381 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.298044 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.316927 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6b4f8eb6-b2b5-4631-adea-d7756e1b6a19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2612b53fb46b4310af76967883fbf4af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8632782 Mar 08 13:00:53.335272 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34764) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:53.342768 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:53.355723 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:53.359570 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e371c-0e8c-4c15-97f0-3fbea3b84671 None None] Pushing event updated for resources: {'Port': ['ID=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:53.364616 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:53.391620 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.393623 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-111ad372-2aa1-4be0-82ea-028d56bb7bca admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0622795 Mar 08 13:00:53.397422 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34766) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:53.406761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8eb6-b2b5-4631-adea-d7756e1b6a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef077e8-c97d-4463-abb3-8317692a3b68,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:53.442609 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Pushing event updated for resources: {'Port': ['ID=534f8b60-407c-4ec3-a866-d5205af87c77,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:53.507352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Attempting to bind port 534f8b60-407c-4ec3-a866-d5205af87c77 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:00:53.507726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Attempting to bind port 534f8b60-407c-4ec3-a866-d5205af87c77 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:00:53.508092 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Attempting to bind port 534f8b60-407c-4ec3-a866-d5205af87c77 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:53.518275 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:00:53.518656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:53.519061 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.519459 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:00:53.519935 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Bound port: 534f8b60-407c-4ec3-a866-d5205af87c77, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:00:53.520318 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.531836 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:00:53.599557 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.605084 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] For port 534f8b60-407c-4ec3-a866-d5205af87c77, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:00:53.608943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] For port 534f8b60-407c-4ec3-a866-d5205af87c77, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=534f8b60-407c-4ec3-a866-d5205af87c77,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:00:53.619334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.751187 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445118b-85d4-4d21-ac07-f06a324c7c42 None None] Pushing event updated for resources: {'Port': ['ID=534f8b60-407c-4ec3-a866-d5205af87c77,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:53.794888 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-9532ec69-d4df-4f47-89aa-ad38eb235c04 service neutron] 10.222.0.20 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043008 Mar 08 13:00:53.829550 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.833202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] Publish callbacks [] for security_group (fef077e8-c97d-4463-abb3-8317692a3b68), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.947302 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] Publish callbacks [] for security_group (fef077e8-c97d-4463-abb3-8317692a3b68), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.976821 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:53.983343 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:51Z', 'revision_number': 3, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:54.025547 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Checking router: fd5703c9-79f6-4427-85fc-5c2df97e0a2f for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:00:54.026200 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Updating router fd5703c9-79f6-4427-85fc-5c2df97e0a2f port 468eaa2a-f6b0-406a-a784-085526331016 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:00:54.107773 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (468eaa2a-f6b0-406a-a784-085526331016), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.166436 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:54.176036 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:54.184689 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:54.193847 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Pushing event updated for resources: {'Port': ['ID=38b079a5-76d7-4c26-8c63-50e3039a6f5e,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:54.304109 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34800) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:54.420475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fef077e8-c97d-4463-abb3-8317692a3b68), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.423033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.424705 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fef077e8-c97d-4463-abb3-8317692a3b68 HTTP/1.1" status: 204 len: 168 time: 1.0807803 Mar 08 13:00:54.448996 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Allocated IP 172.27.1.246 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/b5373398-2952-4dc6-8c14-a5bef5a69f83) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:54.458380 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688681c-0183-4289-86e2-c8444c0ebcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef077e8-c97d-4463-abb3-8317692a3b68,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:54.462800 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-416773db-2fe2-4bdd-94b4-0add39bbe5bc req-b9562c5d-7a55-4dba-882b-a8a1b52ca110 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.1550267 Mar 08 13:00:54.537979 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.740997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.805301 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for router_gateway (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:54.994599 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.082702 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:55.111313 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:55.119508 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:55.127101 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:55.153163 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Allocated IP 172.20.0.1 (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5/0be4e12e-4e18-470f-be66-eb4c89629fec/0668e617-391d-42f6-8add-78bf0ad534fa) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:55.219900 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2b2d7-e587-4476-8c75-38d5d41969f9 None None] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:55.237322 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34834) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:55.250165 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Pushing event updated for resources: {'Port': ['ID=b5373398-2952-4dc6-8c14-a5bef5a69f83,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:55.329679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.357614 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-92290ede-5553-4fbb-a625-66ad6886b5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.364267 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Provisioning complete for port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:55.365109 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.392005 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks [] for port (468eaa2a-f6b0-406a-a784-085526331016), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.407777 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (468eaa2a-f6b0-406a-a784-085526331016), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.435197 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:55.435517 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.490589 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Attempting to bind port 468eaa2a-f6b0-406a-a784-085526331016 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:00:55.491468 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Attempting to bind port 468eaa2a-f6b0-406a-a784-085526331016 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:00:55.492098 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Attempting to bind port 468eaa2a-f6b0-406a-a784-085526331016 on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:55.500955 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Pushing event updated for resources: {'Port': ['ID=468eaa2a-f6b0-406a-a784-085526331016,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:55.506299 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:00:55.507120 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:55.508157 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.509243 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:00:55.510141 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Bound port: 468eaa2a-f6b0-406a-a784-085526331016, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:00:55.510825 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (468eaa2a-f6b0-406a-a784-085526331016), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.592419 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.592995 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.595835 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.596328 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.596563 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.598454 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.599561 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.601854 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.602823 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.606653 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.609738 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.610451 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.612639 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Tracked resource versions report: Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: pushed versions: Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: { 'AddressGroup': {'1.2'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'ConntrackHelper': {'1.0'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'LocalIPAssociation': {'1.0'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Log': {'1.0'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Network': {'1.1'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Port': {'1.7'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'PortForwarding': {'1.2'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'QosPolicy': {'1.10'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroup': {'1.5'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroupRule': {'1.2'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SubPort': {'1.0'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Subnet': {'1.1'}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Trunk': {'1.1'}} Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: consumer versions: Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: { DHCP agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: HyperV agent@hv-cinder-83009: {}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: L3 agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: Metadata agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: Metering agent@dv-cinder-830090-2-iscsi: {}, Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: Open vSwitch agent@dv-cinder-830090-2-iscsi: { 'AddressGroup': '1.2', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'ConntrackHelper': '1.0', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'LocalIPAssociation': '1.0', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Log': '1.0', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Network': '1.1', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Port': '1.7', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'PortForwarding': '1.2', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'QosPolicy': '1.10', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroup': '1.5', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SecurityGroupRule': '1.2', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'SubPort': '1.0', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Subnet': '1.1', Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: 'Trunk': '1.1'}} Mar 08 13:00:55.616735 dv-cinder-830090-2-iscsi neutron-server[102990]: {{(pid=102990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 13:00:55.694060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:00:55.694598 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac2fff-eb73-41f0-a238-9bfd05126d2f None None] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:00:55.724999 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Current status of the port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:55.725472 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.727174 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] For port 468eaa2a-f6b0-406a-a784-085526331016, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:00:55.727563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks [] for port (0668e617-391d-42f6-8add-78bf0ad534fa), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.731435 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] For port 468eaa2a-f6b0-406a-a784-085526331016, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=468eaa2a-f6b0-406a-a784-085526331016,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:00:55.735655 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a687df29-f7c7-499c-84f3-6f16e1450e83 req-93f3c6ef-2253-4c72-b78d-d2467d55995e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.0574737 Mar 08 13:00:55.747214 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (468eaa2a-f6b0-406a-a784-085526331016), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.749266 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:55.752651 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.800122 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-92290ede-5553-4fbb-a625-66ad6886b5cf admin admin] Publish callbacks [] for security_group (15ef76c3-9251-45de-9bb8-281a987bc761), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.818148 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-92290ede-5553-4fbb-a625-66ad6886b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (15ef76c3-9251-45de-9bb8-281a987bc761), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.826215 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4795-1206-43d5-a5e7-0b6fe046dd6d None None] Pushing event updated for resources: {'Port': ['ID=468eaa2a-f6b0-406a-a784-085526331016,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:55.851421 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:00:55.852050 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:55.870115 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] For port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:55.901449 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92290ede-5553-4fbb-a625-66ad6886b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ef76c3-9251-45de-9bb8-281a987bc761,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:55.907715 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-92290ede-5553-4fbb-a625-66ad6886b5cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1488ba718bd4d66b00e6bef766b8774&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6662905 Mar 08 13:00:55.913478 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34852) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:55.950465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for router_gateway (5607eb94-60f2-4835-918a-ce51b61362e9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:55.960685 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:00:55.985091 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:00:55.997617 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.002949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.004414 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ec2dd0f7-7b64-4b6a-b4b7-be74ee7c4d44 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6635404 Mar 08 13:00:56.008355 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 34854) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:56.012440 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:00:56.013134 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG oslo_db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:00:56.079549 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:00:56.089589 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5263888-0556-4973-a2e1-2087033fb9af None None] Pushing event updated for resources: {'Port': ['ID=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:56.118867 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:00:56.119542 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:56.197384 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] Publish callbacks [] for security_group (15ef76c3-9251-45de-9bb8-281a987bc761), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.203514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Provisioning complete for port 534f8b60-407c-4ec3-a866-d5205af87c77 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:56.203906 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.207400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.333831 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:51Z', 'revision_number': 3, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:56.340767 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] Publish callbacks [] for security_group (15ef76c3-9251-45de-9bb8-281a987bc761), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.357746 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:56.368568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:56.371003 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:56.371664 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.388379 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Current status of the port 534f8b60-407c-4ec3-a866-d5205af87c77 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:56.388774 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.425334 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231e61f-bb16-475d-b80f-1f0762ecfdb1 None None] The sync data for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi is: [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:51Z', 'revision_number': 3, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:00:56.485072 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] For port 534f8b60-407c-4ec3-a866-d5205af87c77, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=534f8b60-407c-4ec3-a866-d5205af87c77,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:00:56.505852 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.538697 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:56.598752 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (5607eb94-60f2-4835-918a-ce51b61362e9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.758853 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:00:56.763158 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (15ef76c3-9251-45de-9bb8-281a987bc761), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.765676 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.766989 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15ef76c3-9251-45de-9bb8-281a987bc761 HTTP/1.1" status: 204 len: 168 time: 0.8525581 Mar 08 13:00:56.814855 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee70464-d9f7-4c81-979d-a8b0641493bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ef76c3-9251-45de-9bb8-281a987bc761,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:56.851690 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Provisioning complete for port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:56.862346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.884208 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:56.885216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 534f8b60-407c-4ec3-a866-d5205af87c77 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:56.891352 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:56.999330 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Router 5607eb94-60f2-4835-918a-ce51b61362e9 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:00:57.063538 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Pushing event updated for resources: {'Port': ['ID=534f8b60-407c-4ec3-a866-d5205af87c77,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:57.191421 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 534f8b60-407c-4ec3-a866-d5205af87c77 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:57.192162 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.246539 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.74', 57241) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:57.419630 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bc46c144-5394-4a85-9a49-4bc4e0c6224f req-6cc6ccea-6658-4908-9218-418df95e8496 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.1031678 Mar 08 13:00:57.513861 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.535188 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fc338485-93a9-4154-baab-032633ddfd1f None None] Current status of the port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:57.551464 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 534f8b60-407c-4ec3-a866-d5205af87c77 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:57.633726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:54Z', 'revision_number': 3, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:57.666724 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks [] for port (0668e617-391d-42f6-8add-78bf0ad534fa), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.714169 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.714169 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.740775 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:00:57.741392 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Updating router 960f232c-f667-4e92-8265-dcbb8ddcd61b port 38b079a5-76d7-4c26-8c63-50e3039a6f5e binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:00:57.804420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-6127ba9f-8c27-4f09-b7dd-49a455e414fb None None] Provisioning complete for port 534f8b60-407c-4ec3-a866-d5205af87c77 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:57.805286 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6127ba9f-8c27-4f09-b7dd-49a455e414fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.834652 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:57.866247 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:57.953909 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 534f8b60-407c-4ec3-a866-d5205af87c77 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:00:57.972833 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34926) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:58.009582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Allocated IP 172.20.0.1 (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df/e6efa199-acd0-491f-ab69-750607f9831b/c1d66d8c-953a-492d-ac75-4f1819fdf492) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:00:58.135530 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:00:58.150761 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:00:58.169673 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:00:58.172179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.173121 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-323a088b-b679-4ad9-b204-7d23bec8b527 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3649991 Mar 08 13:00:58.178343 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34940) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:58.183058 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:58.245057 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks [] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.310766 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:58.311134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.318280 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:58.357441 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-2882784b-bf62-490b-9582-cf8addb62875 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:00:58.362871 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-2882784b-bf62-490b-9582-cf8addb62875 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.74 "GET /v2.0/networks?id=c00800cf-7f36-45c5-9635-77e4f7f2bc86 HTTP/1.1" status: 200 len: 811 time: 1.1154053 Mar 08 13:00:58.448068 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Request body: {'port': {'device_id': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86', 'admin_state_up': True, 'tenant_id': 'dd681874f95e441c9237acda2adc83bf'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:00:58.458619 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c7868be3-b4a1-4e31-a84b-e7cf181c51f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.577462 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks [] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.596298 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.614531 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Router fd5703c9-79f6-4427-85fc-5c2df97e0a2f has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:00:58.616129 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:00:58.717086 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:00:58.725020 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Attempting to bind port 38b079a5-76d7-4c26-8c63-50e3039a6f5e on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:00:58.725449 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:00:58.733197 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Attempting to bind port 38b079a5-76d7-4c26-8c63-50e3039a6f5e by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:00:58.735164 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Attempting to bind port 38b079a5-76d7-4c26-8c63-50e3039a6f5e on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:00:58.762250 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:00:58.770377 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.807569 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:00:58.813385 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:00:58.820061 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.828210 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:00:58.830544 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Bound port: 38b079a5-76d7-4c26-8c63-50e3039a6f5e, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:00:58.833913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.947517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c7868be3-b4a1-4e31-a84b-e7cf181c51f4 admin admin] Publish callbacks [] for security_group (e69eeb86-ff14-4346-a66c-f8b47ae30f7c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:58.987437 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] For port 38b079a5-76d7-4c26-8c63-50e3039a6f5e, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:00:58.998624 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] For port 38b079a5-76d7-4c26-8c63-50e3039a6f5e, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=38b079a5-76d7-4c26-8c63-50e3039a6f5e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:00:59.058784 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.082159 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-6127ba9f-8c27-4f09-b7dd-49a455e414fb None None] Current status of the port 534f8b60-407c-4ec3-a866-d5205af87c77 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:00:59.112752 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cff75-daf7-4393-a25e-fd123075a2d5 None None] Pushing event updated for resources: {'Port': ['ID=38b079a5-76d7-4c26-8c63-50e3039a6f5e,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:59.136206 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c7868be3-b4a1-4e31-a84b-e7cf181c51f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e69eeb86-ff14-4346-a66c-f8b47ae30f7c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.312543 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:59.388689 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:59.400863 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:00:59.401475 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:00:59.453823 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:00:59.469285 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Updating router 5607eb94-60f2-4835-918a-ce51b61362e9 port b5373398-2952-4dc6-8c14-a5bef5a69f83 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:00:59.560179 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.599013 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c7868be3-b4a1-4e31-a84b-e7cf181c51f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88100331d01f4db19fc48462999c0639&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5992665 Mar 08 13:00:59.599013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7868be3-b4a1-4e31-a84b-e7cf181c51f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69eeb86-ff14-4346-a66c-f8b47ae30f7c,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:00:59.615643 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 34996) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:00:59.652379 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b1bdec03-71b9-4d90-ba27-985f23c25340 req-fe2f9940-d93f-4f75-9e13-206859915557 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.4649761 Mar 08 13:00:59.694966 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 534f8b60-407c-4ec3-a866-d5205af87c77 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:00:59.706961 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.773452 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:00:59.803516 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4574747a-a814-4971-ae62-2e0393c5aca3 admin admin] 10.222.0.20 "PUT /v2.0/routers/fd5703c9-79f6-4427-85fc-5c2df97e0a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3979156 Mar 08 13:00:59.901822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Sync routers for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:00:59.923170 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] Publish callbacks [] for security_group (e69eeb86-ff14-4346-a66c-f8b47ae30f7c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:00:59.944985 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cff75-daf7-4393-a25e-fd123075a2d5 None None] Pushing event updated for resources: {'Port': ['ID=38b079a5-76d7-4c26-8c63-50e3039a6f5e,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:00.059208 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] Publish callbacks [] for security_group (e69eeb86-ff14-4346-a66c-f8b47ae30f7c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.121436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-2b6b30d2-a939-43e4-b15b-5c4d9c96ce3c None None] Provisioning complete for port c1d66d8c-953a-492d-ac75-4f1819fdf492 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:00.121820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2b6b30d2-a939-43e4-b15b-5c4d9c96ce3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.179531 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35020) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:00.191141 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b30d2-a939-43e4-b15b-5c4d9c96ce3c None None] Port c1d66d8c-953a-492d-ac75-4f1819fdf492 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:00.249032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.260390 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:00.261260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:00.410190 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:00.413905 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Made reservation on behalf of dd681874f95e441c9237acda2adc83bf for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:00.421473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.482280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.486641 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 534f8b60-407c-4ec3-a866-d5205af87c77 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:00.487899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:00.589905 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Allocated IP 172.20.0.1 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/ee79830e-6770-4ad7-ba26-68d2388c4996) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:00.791089 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks [] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.844298 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks [] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.856991 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e69eeb86-ff14-4346-a66c-f8b47ae30f7c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.857580 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.864036 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.865214 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e69eeb86-ff14-4346-a66c-f8b47ae30f7c HTTP/1.1" status: 204 len: 168 time: 1.2507949 Mar 08 13:01:00.893187 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:00.904931 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54af1f-213d-4f5d-9d28-d330b1809f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69eeb86-ff14-4346-a66c-f8b47ae30f7c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:01.025929 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Pushing event updated for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:01.032140 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Attempting to bind port b5373398-2952-4dc6-8c14-a5bef5a69f83 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:01.037497 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Attempting to bind port b5373398-2952-4dc6-8c14-a5bef5a69f83 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:01.037497 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Attempting to bind port b5373398-2952-4dc6-8c14-a5bef5a69f83 on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:01.047760 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ff86488-0df0-4819-9a3f-03bc7bc93f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.080301 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:01.082969 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:01.084925 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.086876 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:01.089771 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Bound port: b5373398-2952-4dc6-8c14-a5bef5a69f83, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:01.091100 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.098020 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:01.109651 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:01.120474 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:01.120950 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (5607eb94-60f2-4835-918a-ce51b61362e9), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.215008 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] For port b5373398-2952-4dc6-8c14-a5bef5a69f83, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:01.223741 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] For port b5373398-2952-4dc6-8c14-a5bef5a69f83, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=b5373398-2952-4dc6-8c14-a5bef5a69f83,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:01.230743 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6613ab-84c7-4abc-81c6-e1f9718459f1 None None] Pushing event updated for resources: {'Port': ['ID=b5373398-2952-4dc6-8c14-a5bef5a69f83,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:01.244897 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.260672 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:01.408926 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6613ab-84c7-4abc-81c6-e1f9718459f1 None None] Pushing event updated for resources: {'Port': ['ID=b5373398-2952-4dc6-8c14-a5bef5a69f83,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:01.448915 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:01.449897 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:01.595945 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ff86488-0df0-4819-9a3f-03bc7bc93f70 admin admin] Publish callbacks [] for security_group (fa1aeb6b-b46f-4db7-9d6c-ae934c076d37), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.626930 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:01.666021 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ff86488-0df0-4819-9a3f-03bc7bc93f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fa1aeb6b-b46f-4db7-9d6c-ae934c076d37), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.747881 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks [] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.844217 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d8337995-13c9-4800-a911-1801c31572c1 req-d6a01ac3-e5a2-4d9c-b4f3-ee7d1cfdc332 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.9288473 Mar 08 13:01:01.845762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.849025 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:01.923323 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:01.935715 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:01.936096 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:02.062870 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:02.091704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-2afebcc3-737b-4826-9129-fb5d2483095a None None] Provisioning complete for port ee79830e-6770-4ad7-ba26-68d2388c4996 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:02.092322 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2afebcc3-737b-4826-9129-fb5d2483095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:02.160331 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deed21b-9d38-4199-8731-53cd7ba03aba None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:02.187585 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1ff86488-0df0-4819-9a3f-03bc7bc93f70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c09e767142794203a3163eb7690ef329&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0068488 Mar 08 13:01:02.214179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:02.214789 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-2afebcc3-737b-4826-9129-fb5d2483095a None None] Port ee79830e-6770-4ad7-ba26-68d2388c4996 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:02.249546 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff86488-0df0-4819-9a3f-03bc7bc93f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1aeb6b-b46f-4db7-9d6c-ae934c076d37,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:02.269957 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35100) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:02.276833 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-671ae23d-e13e-487b-842d-c4345238672f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:02.278614 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-671ae23d-e13e-487b-842d-c4345238672f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 819 time: 0.5266898 Mar 08 13:01:02.430990 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:02.442285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-4687125c-6944-49ff-a115-ff764ff734df tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/quotas/ebc382b5edb740e39188b8605b575b93 HTTP/1.1" status: 200 len: 375 time: 0.1300237 Mar 08 13:01:02.507497 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:54Z', 'revision_number': 3, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:02.573586 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:02.619262 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774acf8e-9546-4459-8ff9-595f5d97b1ba None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:00:54Z', 'revision_number': 3, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:02.630662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Allocated IP 172.20.0.7 (c00800cf-7f36-45c5-9635-77e4f7f2bc86/50a73e21-c197-4332-b89e-22d573c448f9/75577408-b191-47de-a639-5d8d746d9515) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:02.723671 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-ff92b665-d029-450d-ad5d-9c865c998124 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2804048 Mar 08 13:01:02.820789 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] Publish callbacks [] for security_group (fa1aeb6b-b46f-4db7-9d6c-ae934c076d37), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.002979 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks [] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.008250 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] Publish callbacks [] for security_group (fa1aeb6b-b46f-4db7-9d6c-ae934c076d37), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.014795 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.018717 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (5607eb94-60f2-4835-918a-ce51b61362e9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.076416 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:03.082551 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 468eaa2a-f6b0-406a-a784-085526331016 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:03.283510 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:56Z', 'revision_number': 4, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0668e617-391d-42f6-8add-78bf0ad534fa', 'name': '', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'mac_address': 'fa:16:3e:c1:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:54Z', 'updated_at': '2022-03-08T13:00:56Z', 'revision_number': 2, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'subnets': [{'id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:03.368198 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Pushing event updated for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:03.372263 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Checking router: fd5703c9-79f6-4427-85fc-5c2df97e0a2f for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:03.372263 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Updating router fd5703c9-79f6-4427-85fc-5c2df97e0a2f port 0668e617-391d-42f6-8add-78bf0ad534fa binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:03.401101 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-dc48f980-1aef-44a2-89b0-a7b370b5ba30 None None] Provisioning complete for port c1d66d8c-953a-492d-ac75-4f1819fdf492 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:03.403253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-dc48f980-1aef-44a2-89b0-a7b370b5ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.484585 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-674fe2a9-b377-492a-a25b-18d8570b1669 req-0ebe1824-f6af-4b8a-8761-c0e6523647d3 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.3039572 Mar 08 13:01:03.575300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fa1aeb6b-b46f-4db7-9d6c-ae934c076d37), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.581812 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.590751 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa1aeb6b-b46f-4db7-9d6c-ae934c076d37 HTTP/1.1" status: 204 len: 168 time: 1.1258283 Mar 08 13:01:03.649045 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:03.650485 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0add11a-78db-43ce-89ba-9df14d271ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1aeb6b-b46f-4db7-9d6c-ae934c076d37,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:03.654396 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:03.659435 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-d8f80ce7-0e2e-4bc7-960b-0e794ce16836 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:01:03.678323 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-d8f80ce7-0e2e-4bc7-960b-0e794ce16836 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4677184 Mar 08 13:01:03.692260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 468eaa2a-f6b0-406a-a784-085526331016 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:03.692762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (468eaa2a-f6b0-406a-a784-085526331016), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:03.854006 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:04.000616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:04.011580 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-dc48f980-1aef-44a2-89b0-a7b370b5ba30 None None] Port c1d66d8c-953a-492d-ac75-4f1819fdf492 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:04.096006 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:04.550007 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:04.591103 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-81c03cf2-c7ed-44c5-9ee9-2b901f56f52a admin admin] 10.222.0.20 "PUT /v2.0/routers/5607eb94-60f2-4835-918a-ce51b61362e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4115934 Mar 08 13:01:04.612917 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f007c1c4-cd7e-4599-9adb-87e6f52e9306 service neutron] 10.222.0.20 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9331145 Mar 08 13:01:04.733995 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 468eaa2a-f6b0-406a-a784-085526331016 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:04.734506 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (468eaa2a-f6b0-406a-a784-085526331016), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:04.803549 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e134482a-5d09-4e85-b277-965299d8e936 req-47d487d3-421f-4f2a-a639-e8a21b10f977 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.0941296 Mar 08 13:01:04.842773 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-b7daccbb-dedb-4ee7-b545-7f9f6d831d39 None None] Provisioning complete for port ee79830e-6770-4ad7-ba26-68d2388c4996 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:04.843214 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b7daccbb-dedb-4ee7-b545-7f9f6d831d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:04.937642 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 468eaa2a-f6b0-406a-a784-085526331016, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=468eaa2a-f6b0-406a-a784-085526331016,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:04.976768 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (468eaa2a-f6b0-406a-a784-085526331016), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.071574 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-b7daccbb-dedb-4ee7-b545-7f9f6d831d39 None None] Port ee79830e-6770-4ad7-ba26-68d2388c4996 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:05.133534 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks [] for port (75577408-b191-47de-a639-5d8d746d9515), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.179111 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=468eaa2a-f6b0-406a-a784-085526331016,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:05.201310 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-b087d301-8ebd-4356-8caa-5b2a5528b062 service neutron] 10.222.0.20 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317343 Mar 08 13:01:05.216623 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:05.224735 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c224fc7b-f3d5-4fb4-a6e1-a933ee56a677 admin admin] 10.222.0.20 "PUT /v2.0/routers/960f232c-f667-4e92-8265-dcbb8ddcd61b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2152498 Mar 08 13:01:05.261124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (75577408-b191-47de-a639-5d8d746d9515), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.365147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device b5373398-2952-4dc6-8c14-a5bef5a69f83 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:05.515416 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Network c00800cf-7f36-45c5-9635-77e4f7f2bc86 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:05.533019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:05.551737 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:05.552686 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks [] for port (0668e617-391d-42f6-8add-78bf0ad534fa), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.565691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:05.566664 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.577004 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:05.585949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Pushing event updated for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:05.625391 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7d73a32b-1a8a-4deb-8cb1-37797622bd8e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2052310 Mar 08 13:01:05.642466 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-9a58bc88-a1d3-4539-a55d-fb3074053e33 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:01:05.647005 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-9a58bc88-a1d3-4539-a55d-fb3074053e33 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146081 Mar 08 13:01:05.694364 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35244) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:05.861766 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9e224462-27e2-41f3-9129-b4f96ef43dfb req-04b8724e-e929-47ad-9151-6b1a75bd4b5d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 210 time: 0.0684664 Mar 08 13:01:05.882751 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bc7a6-9b0c-45f8-b6d0-325efa2cab04 None None] Pushing event updated for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:05.995120 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port b5373398-2952-4dc6-8c14-a5bef5a69f83 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:05.996258 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.116874 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Attempting to bind port 0668e617-391d-42f6-8add-78bf0ad534fa on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:06.118446 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Attempting to bind port 0668e617-391d-42f6-8add-78bf0ad534fa by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:06.137377 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Attempting to bind port 0668e617-391d-42f6-8add-78bf0ad534fa on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:06.160290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:06.160862 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Checking segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:06.162424 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.175117 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Bound using segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:06.176080 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Bound port: 0668e617-391d-42f6-8add-78bf0ad534fa, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:06.176675 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.216401 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57278a-38d2-49ba-a2ae-0ab360c02263 req-c59dc1ef-2d80-45fb-9bf9-5e667656e43f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:06.225987 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cf57278a-38d2-49ba-a2ae-0ab360c02263 req-c59dc1ef-2d80-45fb-9bf9-5e667656e43f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 931 time: 0.2478821 Mar 08 13:01:06.307874 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port b5373398-2952-4dc6-8c14-a5bef5a69f83 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:06.308610 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.381364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port b5373398-2952-4dc6-8c14-a5bef5a69f83, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=b5373398-2952-4dc6-8c14-a5bef5a69f83,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:06.396941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.399605 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 38b079a5-76d7-4c26-8c63-50e3039a6f5e up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:06.415700 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cf57278a-38d2-49ba-a2ae-0ab360c02263 req-36934b58-801e-4639-be14-30f6b4b33c1f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868055 Mar 08 13:01:06.431804 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:06.484300 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:06.489591 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:06.494984 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-74da2995-1bc0-4b54-8e1c-b0225a486e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.604834 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Request body: {'port': {'device_id': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:06.640382 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] For port 0668e617-391d-42f6-8add-78bf0ad534fa, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:06.724826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] For port 0668e617-391d-42f6-8add-78bf0ad534fa, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0668e617-391d-42f6-8add-78bf0ad534fa,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:06.751740 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:06.774103 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=b5373398-2952-4dc6-8c14-a5bef5a69f83,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:06.858609 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:06.991550 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:06.992123 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:06.998400 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 38b079a5-76d7-4c26-8c63-50e3039a6f5e triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:07.002162 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.036657 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-74da2995-1bc0-4b54-8e1c-b0225a486e17 admin admin] Publish callbacks [] for security_group (5dfc0e70-2e46-44b6-aa92-a1eed73100d4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.046231 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (75577408-b191-47de-a639-5d8d746d9515), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.102569 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-74da2995-1bc0-4b54-8e1c-b0225a486e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5dfc0e70-2e46-44b6-aa92-a1eed73100d4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.174481 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:07.201481 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bc7a6-9b0c-45f8-b6d0-325efa2cab04 None None] Pushing event updated for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.237686 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da2995-1bc0-4b54-8e1c-b0225a486e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc0e70-2e46-44b6-aa92-a1eed73100d4,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.362283 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:07.370171 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:07.383910 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-74da2995-1bc0-4b54-8e1c-b0225a486e17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41cfe40f56514cccbaad103277acd908&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6881385 Mar 08 13:01:07.388711 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35314) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.569680 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] Publish callbacks [] for security_group (5dfc0e70-2e46-44b6-aa92-a1eed73100d4), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.614394 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] Publish callbacks [] for security_group (5dfc0e70-2e46-44b6-aa92-a1eed73100d4), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.703906 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35324) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.708751 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35326) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:07.715239 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058004862', 'description': 'tempest-description--369474597'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:07.809028 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5dfc0e70-2e46-44b6-aa92-a1eed73100d4), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.811615 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.812766 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dfc0e70-2e46-44b6-aa92-a1eed73100d4 HTTP/1.1" status: 204 len: 168 time: 0.4230752 Mar 08 13:01:07.858392 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:02Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:07.861737 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d91b3-6337-4248-a75a-76d858c4223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc0e70-2e46-44b6-aa92-a1eed73100d4,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:07.867147 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:07.965677 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:07.966118 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Updating router 5607eb94-60f2-4835-918a-ce51b61362e9 port ee79830e-6770-4ad7-ba26-68d2388c4996 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:08.026884 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (420e6412-f81b-46fa-87fb-28e37829002e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.046308 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (420e6412-f81b-46fa-87fb-28e37829002e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.092485 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.167344 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420e6412-f81b-46fa-87fb-28e37829002e,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:08.191754 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.200689 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a0373b3d-4fd1-4b17-b8f1-25d33365b747 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4881926 Mar 08 13:01:08.202371 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35346) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.223476 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': '420e6412-f81b-46fa-87fb-28e37829002e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.337014 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e8795371-a8bc-4099-87b6-87bd475dcd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.422546 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:08.442488 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (1f72a30c-5ead-4668-9aba-f81a7d46cbff), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.485879 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35352) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.490501 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651891280', 'description': 'tempest-description--770497391'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:08.547790 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 38b079a5-76d7-4c26-8c63-50e3039a6f5e is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:08.551255 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.664465 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75577408-b191-47de-a639-5d8d746d9515 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:08.698139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.710582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks [] for port (75577408-b191-47de-a639-5d8d746d9515), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.759931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:08.799878 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Transition to ACTIVE for port object 75577408-b191-47de-a639-5d8d746d9515 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:08.801502 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (1f72a30c-5ead-4668-9aba-f81a7d46cbff), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.849601 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (75577408-b191-47de-a639-5d8d746d9515), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.853840 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (1f72a30c-5ead-4668-9aba-f81a7d46cbff), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.855914 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35362) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:08.919014 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e8795371-a8bc-4099-87b6-87bd475dcd09 admin admin] Publish callbacks [] for security_group (1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.947662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36559f47-be23-497b-8dca-bab167cca59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:08.973532 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e8795371-a8bc-4099-87b6-87bd475dcd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.081178 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 38b079a5-76d7-4c26-8c63-50e3039a6f5e, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=38b079a5-76d7-4c26-8c63-50e3039a6f5e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:09.141139 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Pushing event updated for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.172063 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.196301 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks [] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.223257 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.246390 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36559f47-be23-497b-8dca-bab167cca59a admin admin] Publish callbacks [] for security_group (7a3bb512-4420-4967-8b19-27ef369dbc62), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.248175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.74', 57260) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:09.306033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f72a30c-5ead-4668-9aba-f81a7d46cbff,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.317709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-36559f47-be23-497b-8dca-bab167cca59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7a3bb512-4420-4967-8b19-27ef369dbc62), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.321956 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.327101 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c19301af-6852-4e50-b791-d9e9ea0b75c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1162291 Mar 08 13:01:09.332717 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35376) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:09.346492 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (ab077596-5819-4916-abe3-601d5fca08e0), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.369365 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': '420e6412-f81b-46fa-87fb-28e37829002e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:09.409587 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Attempting to bind port ee79830e-6770-4ad7-ba26-68d2388c4996 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:09.410110 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Attempting to bind port ee79830e-6770-4ad7-ba26-68d2388c4996 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:09.410625 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Attempting to bind port ee79830e-6770-4ad7-ba26-68d2388c4996 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:09.418572 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:09.419205 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:09.419721 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.420225 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:09.420887 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Bound port: ee79830e-6770-4ad7-ba26-68d2388c4996, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:09.421359 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.443285 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e8795371-a8bc-4099-87b6-87bd475dcd09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecf7939b81734fb3b7665ba3f7feb6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7318583 Mar 08 13:01:09.498299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35378) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:09.594672 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36559f47-be23-497b-8dca-bab167cca59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3bb512-4420-4967-8b19-27ef369dbc62,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.600831 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device b5373398-2952-4dc6-8c14-a5bef5a69f83 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:09.606495 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ab077596-5819-4916-abe3-601d5fca08e0), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.615757 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8795371-a8bc-4099-87b6-87bd475dcd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.648904 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] For port ee79830e-6770-4ad7-ba26-68d2388c4996, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:09.655156 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] For port ee79830e-6770-4ad7-ba26-68d2388c4996, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=ee79830e-6770-4ad7-ba26-68d2388c4996,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:09.688237 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.705028 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba8645-368a-49f0-ad26-6bd7bc35f641 None None] Pushing event updated for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.784517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f4a034f3-57fb-4649-a4ff-25264acc65fe tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:09.787138 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f4a034f3-57fb-4649-a4ff-25264acc65fe tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 819 time: 0.5237594 Mar 08 13:01:09.788051 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (2c8e5ff9-ce68-49f8-9045-bd933777bf7b), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:09.795923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=38b079a5-76d7-4c26-8c63-50e3039a6f5e,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.838040 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab077596-5819-4916-abe3-601d5fca08e0,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:09.842198 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:09.847728 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:09.877179 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-36559f47-be23-497b-8dca-bab167cca59a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee00fc37607641188fd8e9d5cc90d7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9806275 Mar 08 13:01:09.914395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Request body: {'port': {'device_id': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'admin_state_up': True, 'tenant_id': 'ebc382b5edb740e39188b8605b575b93'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:09.928800 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35392) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:10.057607 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba8645-368a-49f0-ad26-6bd7bc35f641 None None] Pushing event updated for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=4']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:10.058012 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Attempting to bind port 75577408-b191-47de-a639-5d8d746d9515 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:10.058375 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Attempting to bind port 75577408-b191-47de-a639-5d8d746d9515 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '013e2871-e494-4d5b-9093-94ce52c81782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:10.062041 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Attempting to bind port 75577408-b191-47de-a639-5d8d746d9515 on network c00800cf-7f36-45c5-9635-77e4f7f2bc86 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:10.109020 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57998a-296e-4747-a030-3dd9f910ee8c req-010f395b-262c-4614-b09c-31dc57a47051 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:10.128088 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab57998a-296e-4747-a030-3dd9f910ee8c req-010f395b-262c-4614-b09c-31dc57a47051 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 1.3236318 Mar 08 13:01:10.132146 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:10.195379 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Provisioning complete for port ee79830e-6770-4ad7-ba26-68d2388c4996 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:10.195679 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.220468 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.224404 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-145b4004-edba-45b1-b9ae-98a36032c2a6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7347803 Mar 08 13:01:10.236829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35400) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:10.278998 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group_rule': {'security_group_id': 'ab077596-5819-4916-abe3-601d5fca08e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:10.302879 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] Publish callbacks [] for security_group (1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.304693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Port 75577408-b191-47de-a639-5d8d746d9515 on network c00800cf-7f36-45c5-9635-77e4f7f2bc86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:10.305014 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Attempting to bind port 75577408-b191-47de-a639-5d8d746d9515 on network c00800cf-7f36-45c5-9635-77e4f7f2bc86 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:10.343202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:10.343623 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Checking segment: {'id': '013e2871-e494-4d5b-9093-94ce52c81782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:10.344168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Bound using segment: {'id': '013e2871-e494-4d5b-9093-94ce52c81782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:10.345207 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Bound port: 75577408-b191-47de-a639-5d8d746d9515, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '013e2871-e494-4d5b-9093-94ce52c81782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:10.345578 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (75577408-b191-47de-a639-5d8d746d9515), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.371939 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (2c8e5ff9-ce68-49f8-9045-bd933777bf7b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.393484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-9afd580d-3d9e-4ee3-9184-54a8962af464 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:10.400455 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-9afd580d-3d9e-4ee3-9184-54a8962af464 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 819 time: 1.5971730 Mar 08 13:01:10.403827 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port b5373398-2952-4dc6-8c14-a5bef5a69f83 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:10.404313 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.450410 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-02c261a5-6b90-4a3c-8b72-d969da988dc3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/quotas/ebc382b5edb740e39188b8605b575b93 HTTP/1.1" status: 200 len: 375 time: 0.0488474 Mar 08 13:01:10.530535 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (2c8e5ff9-ce68-49f8-9045-bd933777bf7b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.562323 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:56Z', 'revision_number': 4, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0668e617-391d-42f6-8add-78bf0ad534fa', 'name': '', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'mac_address': 'fa:16:3e:c1:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:54Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'subnets': [{'id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:10.705505 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] Publish callbacks [] for security_group (1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.723244 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a7b8d-ca5f-419f-a752-372cae374da3 None None] The sync data for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi is: [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:00:56Z', 'revision_number': 4, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0668e617-391d-42f6-8add-78bf0ad534fa', 'name': '', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'mac_address': 'fa:16:3e:c1:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:54Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'subnets': [{'id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:10.724832 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Current status of the port ee79830e-6770-4ad7-ba26-68d2388c4996 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:10.725224 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.796106 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 2, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:10.807201 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab57998a-296e-4747-a030-3dd9f910ee8c req-2a82898d-7816-4cc3-af73-ff0cd940bddc tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780634 Mar 08 13:01:10.844693 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8e5ff9-ce68-49f8-9045-bd933777bf7b,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:10.922339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:10.923273 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Updating router 960f232c-f667-4e92-8265-dcbb8ddcd61b port c1d66d8c-953a-492d-ac75-4f1819fdf492 binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:01:10.935392 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:10.954644 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-91c497ca-b8f2-41d4-be48-74b017d0ecc6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5897167 Mar 08 13:01:10.962225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:10.978956 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35412) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:11.006591 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-a2b887c1-67d8-4395-ae1b-b2c3f9e9ee15 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5444424 Mar 08 13:01:11.006847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:11.015338 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (5dbdef91-5023-4947-8a72-26f364d83230), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.083816 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] Publish callbacks [] for security_group (7a3bb512-4420-4967-8b19-27ef369dbc62), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.143018 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75577408-b191-47de-a639-5d8d746d9515,segment=NetworkSegment(013e2871-e494-4d5b-9093-94ce52c81782),segment_id=013e2871-e494-4d5b-9093-94ce52c81782)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:11.177825 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.189190 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (75577408-b191-47de-a639-5d8d746d9515), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.196948 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.214472 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:09Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:11.248178 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port b5373398-2952-4dc6-8c14-a5bef5a69f83 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:11.250664 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 468eaa2a-f6b0-406a-a784-085526331016 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:11.300831 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9f8a-fda6-4ec0-aef6-2f52cb53399b None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:09Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:11.358207 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] For port ee79830e-6770-4ad7-ba26-68d2388c4996, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=ee79830e-6770-4ad7-ba26-68d2388c4996,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:11.466419 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Pushing event updated for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:11.485467 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.536782 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] Publish callbacks [] for security_group (7a3bb512-4420-4967-8b19-27ef369dbc62), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.609899 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:11.612622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.616087 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-a9271228-3cae-4751-a1fc-2a58d2cb1dbc service neutron] 10.222.0.74 "PUT /v2.0/ports/75577408-b191-47de-a639-5d8d746d9515 HTTP/1.1" status: 200 len: 1093 time: 5.4275920 Mar 08 13:01:11.631050 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'tag': '75577408-b191-47de-a639-5d8d746d9515'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:11.667510 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Made reservation on behalf of ebc382b5edb740e39188b8605b575b93 for: {'port': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:11.670928 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.714797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.717546 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.721604 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d HTTP/1.1" status: 204 len: 168 time: 2.1602995 Mar 08 13:01:11.749039 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8856b02-7791-4dcf-a803-7bc2d24e0e0e None None] Pushing event updated for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:11.755196 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-c13e1774-57d8-42cb-a247-dfde513bac9a None None] Provisioning complete for port ee79830e-6770-4ad7-ba26-68d2388c4996 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:11.755809 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c13e1774-57d8-42cb-a247-dfde513bac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.768970 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 468eaa2a-f6b0-406a-a784-085526331016 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:11.769514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (468eaa2a-f6b0-406a-a784-085526331016), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.800193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (5dbdef91-5023-4947-8a72-26f364d83230), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.823513 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b76f0-a95a-42ce-87da-51e18a7230b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b3f65-4ad0-4ab6-9bdd-f9b47b0ecc9d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:11.843393 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (5dbdef91-5023-4947-8a72-26f364d83230), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:11.946050 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-753dd549-3079-4547-8fc0-0d29ef2ae02e service neutron] 10.222.0.20 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9384775 Mar 08 13:01:12.144752 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-734a781c-7377-4c10-93af-4aeba3490a8d service neutron] 10.222.0.20 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939373 Mar 08 13:01:12.169489 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-b353849b-99b0-41eb-869f-1bcdd8531a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:12.175253 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-b353849b-99b0-41eb-869f-1bcdd8531a3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd681874f95e441c9237acda2adc83bf&device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 1127 time: 0.4521701 Mar 08 13:01:12.299470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "tag": "75577408-b191-47de-a639-5d8d746d9515"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:12.362610 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-ee2ae31c-2cac-49c0-8fcf-2056d98871d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75577408-b191-47de-a639-5d8d746d9515 HTTP/1.1" status: 200 len: 217 time: 0.1566689 Mar 08 13:01:12.394188 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-c13e1774-57d8-42cb-a247-dfde513bac9a None None] Current status of the port ee79830e-6770-4ad7-ba26-68d2388c4996 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:12.487299 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbdef91-5023-4947-8a72-26f364d83230,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:12.585733 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 468eaa2a-f6b0-406a-a784-085526331016 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:12.597429 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks [] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.614742 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.618023 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a1f0f-812e-40a0-b994-520a00521458 req-3da7b066-4eaa-4e0b-ab2e-3f5a63b817b6 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:12.621124 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-921a1f0f-812e-40a0-b994-520a00521458 req-3da7b066-4eaa-4e0b-ab2e-3f5a63b817b6 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 0.4434698 Mar 08 13:01:12.759470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-139951da-83c3-4be0-9e97-a015753b0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:12.775824 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-139951da-83c3-4be0-9e97-a015753b0505 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50a73e21-c197-4332-b89e-22d573c448f9 HTTP/1.1" status: 200 len: 851 time: 0.4007790 Mar 08 13:01:12.861058 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:12.867067 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a88d8ad7-ea66-4a71-bde3-5add4f419725 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5913253 Mar 08 13:01:12.895315 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35462) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:12.925028 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec570f07-a4b1-4436-ab47-ef4d213afcb2 None None] Pushing event updated for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:12.984114 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group_rule': {'security_group_id': 'ab077596-5819-4916-abe3-601d5fca08e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:13.008771 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7a3bb512-4420-4967-8b19-27ef369dbc62), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.039387 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.043726 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-1121fe87-4ae6-47ff-b72c-c0779bda8510 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c00800cf-7f36-45c5-9635-77e4f7f2bc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2471576 Mar 08 13:01:13.049440 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a3bb512-4420-4967-8b19-27ef369dbc62 HTTP/1.1" status: 204 len: 168 time: 3.0435810 Mar 08 13:01:13.178907 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Attempting to bind port c1d66d8c-953a-492d-ac75-4f1819fdf492 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:13.180352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Attempting to bind port c1d66d8c-953a-492d-ac75-4f1819fdf492 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:13.180742 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Attempting to bind port c1d66d8c-953a-492d-ac75-4f1819fdf492 on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:13.234900 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:13.237904 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Checking segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:13.238378 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.245369 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Bound using segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:13.246110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Bound port: c1d66d8c-953a-492d-ac75-4f1819fdf492, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:13.246436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.275392 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f10219-d4a7-4c54-9be9-9cc5e805c1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3bb512-4420-4967-8b19-27ef369dbc62,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:13.381499 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca4a3d-fd67-469c-b62f-4e8f27ce9c7f x-openstack-request-id: req-e1ca4a3d-fd67-469c-b62f-4e8f27ce9c7f {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:13.382068 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "tag": "75577408-b191-47de-a639-5d8d746d9515", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:13.383674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ca4a3d-fd67-469c-b62f-4e8f27ce9c7f {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:13.385010 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'tag': '75577408-b191-47de-a639-5d8d746d9515', 'status': 'completed', 'code': 200} Mar 08 13:01:13.404993 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-921a1f0f-812e-40a0-b994-520a00521458 req-4547a3a5-f722-4da8-8e30-af0a98d659a6 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768433 Mar 08 13:01:13.633868 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfcf9179-3a11-423b-8c8b-0a215cf2f0b8 req-9cbd13cd-7e17-4046-bff2-057f29286c01 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 210 time: 0.1030397 Mar 08 13:01:13.676794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Allocated IP 172.20.0.2 (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5/0be4e12e-4e18-470f-be66-eb4c89629fec/cf60dec9-c112-49fe-a9c6-83ff55c68533) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:13.739578 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:13.751651 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-7fc207a4-2f16-40ca-a65e-49ee099c5ada service neutron] 10.222.0.74 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484742 Mar 08 13:01:13.943020 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (259f8d61-5f50-4902-a2d1-f92e1d158367), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.042501 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0668e617-391d-42f6-8add-78bf0ad534fa up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:14.232528 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] For port c1d66d8c-953a-492d-ac75-4f1819fdf492, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:14.305951 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-eca26f8e-fdb2-4171-8da6-3f80f73473c9 None None] Provisioning complete for port c1d66d8c-953a-492d-ac75-4f1819fdf492 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:14.316453 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-eca26f8e-fdb2-4171-8da6-3f80f73473c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.429722 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-eca26f8e-fdb2-4171-8da6-3f80f73473c9 None None] Port c1d66d8c-953a-492d-ac75-4f1819fdf492 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:14.435949 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] For port c1d66d8c-953a-492d-ac75-4f1819fdf492, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c1d66d8c-953a-492d-ac75-4f1819fdf492,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:14.458476 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.502200 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41e0f3f2-ecf2-4dbe-9876-72400785af2b req-606c4c60-ad94-4679-b1c6-d05b9e084518 service neutron] 10.222.0.74 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460368 Mar 08 13:01:14.525086 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec570f07-a4b1-4436-ab47-ef4d213afcb2 None None] Pushing event updated for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:14.547406 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0668e617-391d-42f6-8add-78bf0ad534fa triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:14.547899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.635025 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:14.637923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:00:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:14.658434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35518) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:14.822477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-1719a80b-d304-4e60-8cc9-cc9b93801986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:14.825491 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-1719a80b-d304-4e60-8cc9-cc9b93801986 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd681874f95e441c9237acda2adc83bf&device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 1127 time: 0.2296441 Mar 08 13:01:14.888095 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks [] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.909762 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d88061b8-541e-4f29-ba98-251fc8c73770 req-7a0d109f-a831-4c3f-bf47-beecc6972e87 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 210 time: 0.1378105 Mar 08 13:01:14.925769 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:14.931950 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (259f8d61-5f50-4902-a2d1-f92e1d158367), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.933899 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.27.1.223 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/dcf3932d-a8fb-4e6a-b433-a40dacc24f62) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:14.937433 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.961651 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840735203-network', 'tenant_id': '2c25ece959e9411aaecedb1fb9856be6'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:14.965869 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0668e617-391d-42f6-8add-78bf0ad534fa is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:14.966472 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:14.968428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:14.970370 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (259f8d61-5f50-4902-a2d1-f92e1d158367), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.027684 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e22701-e6b8-4f4a-9ca0-70027b165a1a req-98ee6dea-1b9e-4b2c-915a-b3938f668189 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:15.029527 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9e22701-e6b8-4f4a-9ca0-70027b165a1a req-98ee6dea-1b9e-4b2c-915a-b3938f668189 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 0.3947303 Mar 08 13:01:15.031278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:15.039331 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:15.045958 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Made reservation on behalf of 2c25ece959e9411aaecedb1fb9856be6 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:15.050005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.052654 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:15.053225 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.057332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Provisioning complete for port c1d66d8c-953a-492d-ac75-4f1819fdf492 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:15.057813 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.121211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.122594 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2083130 Mar 08 13:01:15.154324 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35538) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:15.163511 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:15.184550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.255218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 0668e617-391d-42f6-8add-78bf0ad534fa, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0668e617-391d-42f6-8add-78bf0ad534fa,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:15.284964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.74', 57269) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:15.302942 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.363901 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5063832 Mar 08 13:01:15.427801 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.433019 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 38b079a5-76d7-4c26-8c63-50e3039a6f5e up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:15.504725 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-9b30d81c-428c-42be-958e-59c428f7a50c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:15.505589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.506278 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-9b30d81c-428c-42be-958e-59c428f7a50c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 819 time: 0.2124462 Mar 08 13:01:15.558131 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb2ac-f787-4902-9662-b37bea8cf666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259f8d61-5f50-4902-a2d1-f92e1d158367,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.560236 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808713a-d7d8-442b-ac4f-a2c85844cb64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Pushing event updated for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.596487 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Request body: {'port': {'device_id': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:15.596775 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9e22701-e6b8-4f4a-9ca0-70027b165a1a req-70f061f8-771e-4ab4-8950-249f1eaed403 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306592 Mar 08 13:01:15.602655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Request body: {'port': {'device_id': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'admin_state_up': True, 'tenant_id': 'ebc382b5edb740e39188b8605b575b93'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:15.614997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.680276 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.708536 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-45e8472b-57a2-4d36-90d4-3d0d0bd41226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.746105 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:15.747779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 38b079a5-76d7-4c26-8c63-50e3039a6f5e triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:15.749211 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.751271 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:15.760308 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:15.768559 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-9d661e47-1122-42fc-b331-771fb4592984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:15.770056 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-9d661e47-1122-42fc-b331-771fb4592984 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c00800cf-7f36-45c5-9635-77e4f7f2bc86 HTTP/1.1" status: 200 len: 913 time: 0.9295011 Mar 08 13:01:15.831827 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=dcf3932d-a8fb-4e6a-b433-a40dacc24f62,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:15.839655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Made reservation on behalf of ebc382b5edb740e39188b8605b575b93 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:15.842995 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.867714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks [] for security_group (fb0f6941-7ab2-495b-8e01-35b6e92c046c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.895949 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Current status of the port c1d66d8c-953a-492d-ac75-4f1819fdf492 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:15.896417 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.925672 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fb0f6941-7ab2-495b-8e01-35b6e92c046c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.957947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1051} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:15.971937 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:15.999813 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (a1ce0be3-0218-42f6-b320-112b19e6f38a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.000580 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Added segment a1ce0be3-0218-42f6-b320-112b19e6f38a of type vlan for network 579daf04-808e-4fc9-8f53-95e869a8f650 Mar 08 13:01:16.001050 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.002022 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f6941-7ab2-495b-8e01-35b6e92c046c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.010508 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] For port c1d66d8c-953a-492d-ac75-4f1819fdf492, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c1d66d8c-953a-492d-ac75-4f1819fdf492,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:16.037478 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.074981 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0dff2ce-0685-4940-880f-7bf540462a7c req-b282df68-78cf-4ada-be90-d435654d02ae tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 210 time: 0.0617661 Mar 08 13:01:16.087518 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Allocated IP 172.20.0.12 (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5/0be4e12e-4e18-470f-be66-eb4c89629fec/495be240-0891-4567-9be7-7629d2815d7b) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:16.093703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (579daf04-808e-4fc9-8f53-95e869a8f650), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.099353 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:14Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:16.103171 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 38b079a5-76d7-4c26-8c63-50e3039a6f5e is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:16.104346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device ee79830e-6770-4ad7-ba26-68d2388c4996 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:16.125013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.153746 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (579daf04-808e-4fc9-8f53-95e869a8f650), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.154980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:16.155551 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.158256 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d9597-a853-4332-96fa-5b9cd07a789b None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:14Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:16.168110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4a97d-e7dd-4061-ab94-2de1044f15a4 None None] Pushing event updated for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.205603 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port ee79830e-6770-4ad7-ba26-68d2388c4996 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:16.206100 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.221697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.5578444 Mar 08 13:01:16.262261 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35570) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:16.277558 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Request body: {'subnet': {'network_id': '579daf04-808e-4fc9-8f53-95e869a8f650', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840735203-subnet', 'tenant_id': '2c25ece959e9411aaecedb1fb9856be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:16.336860 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60675829-a036-4d69-ae22-b1b3e2ba2799 admin admin] Pushing event updated for resources: {'Network': ['ID=579daf04-808e-4fc9-8f53-95e869a8f650,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.358743 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 579daf04-808e-4fc9-8f53-95e869a8f650 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:16.363552 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port ee79830e-6770-4ad7-ba26-68d2388c4996 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:16.379784 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Made reservation on behalf of 2c25ece959e9411aaecedb1fb9856be6 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:16.382668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.509016 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks [] for port (495be240-0891-4567-9be7-7629d2815d7b), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.639369 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0668e617-391d-42f6-8add-78bf0ad534fa up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:16.668415 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.712769 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.773356 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0668e617-391d-42f6-8add-78bf0ad534fa triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:16.778319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.780365 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.809554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.855399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:16.862912 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:16.866102 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Pushing event updated for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:16.868908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.871617 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:16.878421 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:16.879381 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.953491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:16.983857 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-1f03a880-334d-4532-a71d-458a5a4d74d2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4027014 Mar 08 13:01:17.015003 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0668e617-391d-42f6-8add-78bf0ad534fa is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:17.016364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c1d66d8c-953a-492d-ac75-4f1819fdf492 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:17.021780 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0e4b-ee1a-4037-ab55-505db545db65 req-25644ca4-f3f6-421c-bf60-4d6147cafc7e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:17.024221 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-774d0e4b-ee1a-4037-ab55-505db545db65 req-25644ca4-f3f6-421c-bf60-4d6147cafc7e tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 0.2666223 Mar 08 13:01:17.034812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:17.040906 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=dcf3932d-a8fb-4e6a-b433-a40dacc24f62,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:17.056267 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.057428 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0538a7e1-856d-47f8-87ad-65c03c2c076b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0669625 Mar 08 13:01:17.096387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Checking segment: {'id': 'a1ce0be3-0218-42f6-b320-112b19e6f38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '579daf04-808e-4fc9-8f53-95e869a8f650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:17.096387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Network hostable DHCP agents. Network: 579daf04-808e-4fc9-8f53-95e869a8f650, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:17.107189 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port c1d66d8c-953a-492d-ac75-4f1819fdf492 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:17.107675 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.120468 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:01:17.182423 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-774d0e4b-ee1a-4037-ab55-505db545db65 req-35fccf14-8960-42e6-9332-71f45c59a311 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506498 Mar 08 13:01:17.215865 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Network 579daf04-808e-4fc9-8f53-95e869a8f650 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:17.271855 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port c1d66d8c-953a-492d-ac75-4f1819fdf492 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:17.303475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 579daf04-808e-4fc9-8f53-95e869a8f650) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:17.316658 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f2339-6d3a-4195-b532-8ad4a75a9e55 None None] Network 579daf04-808e-4fc9-8f53-95e869a8f650 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:17.321778 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:17.322404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.406191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84368955-f829-44eb-bfce-31bb213308b0 req-1b60f7e3-e08d-447a-a162-7c4e698ed3e0 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:17.415452 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84368955-f829-44eb-bfce-31bb213308b0 req-1b60f7e3-e08d-447a-a162-7c4e698ed3e0 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 932 time: 0.2171245 Mar 08 13:01:17.431120 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6134284a-bee0-4c48-8ea4-5a0eea771c8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1635168 Mar 08 13:01:17.534194 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5168a0-9182-46b3-b18f-785672ae495b None None] Network 579daf04-808e-4fc9-8f53-95e869a8f650 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:17.541300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf60dec9-c112-49fe-a9c6-83ff55c68533 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:17.543716 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84368955-f829-44eb-bfce-31bb213308b0 req-0b9b6faa-d46e-4989-8484-b41d36d5bea9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117857 Mar 08 13:01:17.558112 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks [] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.562315 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Allocated IP 172.27.1.58 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/fd1d96ac-1993-4195-9d10-529bde6bc02d) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:17.567095 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-01566dac-1ce5-4520-babf-f6b7ff552e8f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2058004862&fields=id&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 267 time: 0.1226289 Mar 08 13:01:17.639374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Transition to ACTIVE for port object cf60dec9-c112-49fe-a9c6-83ff55c68533 will not be triggered until provisioned by entity L2. {{(pid=102988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:17.659685 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.756303 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-c77e4edf-7d8b-4644-918f-d3c455b1975d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:17.762643 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-c77e4edf-7d8b-4644-918f-d3c455b1975d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.1927974 Mar 08 13:01:17.827869 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-06d86087-4eba-4d83-9465-9694c33a8373 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/quotas/d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 375 time: 0.0599935 Mar 08 13:01:17.840234 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:17.866999 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Attempting to bind port cf60dec9-c112-49fe-a9c6-83ff55c68533 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:17.867478 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Attempting to bind port cf60dec9-c112-49fe-a9c6-83ff55c68533 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:17.867876 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Attempting to bind port cf60dec9-c112-49fe-a9c6-83ff55c68533 on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:17.881762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Port cf60dec9-c112-49fe-a9c6-83ff55c68533 on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:17.882254 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Attempting to bind port cf60dec9-c112-49fe-a9c6-83ff55c68533 on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:17.886931 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.895434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:17.896163 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Checking segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:17.896662 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-55f4790c-1b2c-4ba9-9af9-b29dcf207187 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606811 Mar 08 13:01:17.897135 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Bound using segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:17.897828 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Bound port: cf60dec9-c112-49fe-a9c6-83ff55c68533, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:17.898387 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.968766 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4d915213-6999-4dcf-9d8b-c4f5186f52df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:17.983647 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.001064 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:18.049426 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-057d7b23-42dc-495f-b044-1e2c987aa3ae service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356316 Mar 08 13:01:18.064482 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:18.079495 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:18.083983 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:18.090519 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=fd1d96ac-1993-4195-9d10-529bde6bc02d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:18.096188 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:18.104829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.211483 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.212338 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.213982 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] 10.222.0.74 "PUT /v2.0/ports/cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 1093 time: 2.6273818 Mar 08 13:01:18.214516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:18.329505 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Request body: {'port': {'device_id': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:18.331312 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.407694 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35650) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:18.408374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9c53b-6831-490b-b4f0-fce0c7af0388 service neutron] Pushing event updated for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:18.427515 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447414162-network', 'tenant_id': 'dab1df871e0d42b4815ff6efbe82b7cc'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:18.443880 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.451157 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-eb42bad0-b533-4a4a-8f62-a4b347248a3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75577408-b191-47de-a639-5d8d746d9515 HTTP/1.1" status: 200 len: 217 time: 0.1334624 Mar 08 13:01:18.493252 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-79190b1e-299b-41f4-ba1a-c84438d32292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.494904 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-79190b1e-299b-41f4-ba1a-c84438d32292 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1127 time: 0.1957915 Mar 08 13:01:18.499105 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Made reservation on behalf of dab1df871e0d42b4815ff6efbe82b7cc for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:18.501504 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.519626 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d97f6b-0089-4f56-b3d3-b69393dab28f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:18.603548 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.615543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (495be240-0891-4567-9be7-7629d2815d7b), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:18.616490 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-b5012bd2-05b8-4369-93e0-ad99f9a76004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.1059935 Mar 08 13:01:18.638234 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-86200e98-c2ff-4863-8237-f4790193d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.640027 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-86200e98-c2ff-4863-8237-f4790193d7f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50a73e21-c197-4332-b89e-22d573c448f9 HTTP/1.1" status: 200 len: 851 time: 0.1736422 Mar 08 13:01:18.642577 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-6ad3dec4-447c-4b59-b295-e43f2bc4086a service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861824 Mar 08 13:01:18.656351 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300c536-8aab-4bb8-aefd-b33f644b5d25 req-dee4ffd9-beef-4498-8207-8c62a013e781 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.658634 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f300c536-8aab-4bb8-aefd-b33f644b5d25 req-dee4ffd9-beef-4498-8207-8c62a013e781 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 0.3255310 Mar 08 13:01:18.701458 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-ed2b9e05-9f80-4597-a5e1-1362b8457cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:18.703010 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-ed2b9e05-9f80-4597-a5e1-1362b8457cb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0703044 Mar 08 13:01:18.754732 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-b15afce6-184e-45f8-80ef-4cd35b09207b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c00800cf-7f36-45c5-9635-77e4f7f2bc86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940542 Mar 08 13:01:18.792543 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-7674157a-d367-46b8-8506-aa429a213df0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576692 Mar 08 13:01:18.988976 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.063419 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks [] for security_group (090acdc2-2d95-4c87-ad8a-36de9ca8147d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.104483 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (090acdc2-2d95-4c87-ad8a-36de9ca8147d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.159918 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f300c536-8aab-4bb8-aefd-b33f644b5d25 req-ccbf6c27-dcd1-401e-a2b3-c47a8c053a0d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487929 Mar 08 13:01:19.181713 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090acdc2-2d95-4c87-ad8a-36de9ca8147d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.236512 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:19.285935 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3363a952-507a-413f-82a9-ce173326d6b7 x-openstack-request-id: req-3363a952-507a-413f-82a9-ce173326d6b7 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:19.285935 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:19.285935 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3363a952-507a-413f-82a9-ce173326d6b7 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:19.285935 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533', 'status': 'completed', 'code': 200} Mar 08 13:01:19.294276 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-e9b15732-712a-4aa6-bd70-79aba524ac17 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939315 Mar 08 13:01:19.306969 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.354231 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-2e99f220-af56-47ad-80e1-ef746d7863fe service neutron] 10.222.0.74 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917580 Mar 08 13:01:19.404224 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c7ed84f4-b27b-4246-92c8-536c749f29cc req-a74c0c65-41c6-41e4-8e04-3e827bf69aae tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 210 time: 0.1426203 Mar 08 13:01:19.447625 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d39d2476-5a3b-4bba-a0b5-1971445db913 req-4eb35f07-80eb-4525-959d-c491a8cb0659 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361465 Mar 08 13:01:19.451891 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ebee1faa-61c1-428c-8594-ff677917d837), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.452280 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Added segment ebee1faa-61c1-428c-8594-ff677917d837 of type vlan for network ce334d49-0604-43cf-87ea-f4f0c1002b87 Mar 08 13:01:19.518097 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (ce334d49-0604-43cf-87ea-f4f0c1002b87), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.544494 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b9af-d6e1-403d-9951-fdf08c099a2a req-29bfadef-2350-406c-acf2-8c43beda1782 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:19.545878 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6943b9af-d6e1-403d-9951-fdf08c099a2a req-29bfadef-2350-406c-acf2-8c43beda1782 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 932 time: 0.2643409 Mar 08 13:01:19.561061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.607325 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-afffbffb-9cd3-4ec4-bfb1-4b92308e7bf1 req-e7135f5c-107f-4d1d-b308-2c71a9a26783 service neutron] 10.222.0.74 "GET /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938632 Mar 08 13:01:19.642662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495be240-0891-4567-9be7-7629d2815d7b {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:19.653679 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (ce334d49-0604-43cf-87ea-f4f0c1002b87), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.653872 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks [] for port (495be240-0891-4567-9be7-7629d2815d7b), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.658715 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:19.659877 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6943b9af-d6e1-403d-9951-fdf08c099a2a req-bc3e1c4a-b653-4104-b820-3faf6c79dce9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963523 Mar 08 13:01:19.662156 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.671617 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Transition to ACTIVE for port object 495be240-0891-4567-9be7-7629d2815d7b will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:19.676805 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.703659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.747911 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.749208 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5938315 Mar 08 13:01:19.768859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Pushing event updated for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.778660 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f756-2fc2-4d60-b8b5-f7d234b176b1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=fd1d96ac-1993-4195-9d10-529bde6bc02d,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.787502 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Attempting to bind port 495be240-0891-4567-9be7-7629d2815d7b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:19.788090 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Attempting to bind port 495be240-0891-4567-9be7-7629d2815d7b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:19.788575 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Attempting to bind port 495be240-0891-4567-9be7-7629d2815d7b on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:19.793693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Port 495be240-0891-4567-9be7-7629d2815d7b on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:19.794273 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Attempting to bind port 495be240-0891-4567-9be7-7629d2815d7b on network d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:19.802443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:19.803375 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Checking segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:19.804005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Bound using segment: {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:19.804718 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Bound port: 495be240-0891-4567-9be7-7629d2815d7b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:19.805288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (495be240-0891-4567-9be7-7629d2815d7b), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.831418 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4127212 Mar 08 13:01:19.833093 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35722) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:19.837275 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828bb87-ecf1-44d3-93d2-874ef130d329 admin admin] Pushing event updated for resources: {'Network': ['ID=ce334d49-0604-43cf-87ea-f4f0c1002b87,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:19.838955 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Request body: {'subnet': {'network_id': 'ce334d49-0604-43cf-87ea-f4f0c1002b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447414162-subnet', 'tenant_id': 'dab1df871e0d42b4815ff6efbe82b7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:19.853662 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-aea217a9-5892-43bb-911d-68458665e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:19.855474 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-aea217a9-5892-43bb-911d-68458665e061 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1127 time: 0.3100290 Mar 08 13:01:19.855595 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network ce334d49-0604-43cf-87ea-f4f0c1002b87 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:19.898338 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Made reservation on behalf of dab1df871e0d42b4815ff6efbe82b7cc for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:19.902363 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:19.990231 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:19.997256 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=495be240-0891-4567-9be7-7629d2815d7b,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:20.010178 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.070272 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-2ced184f-e3ae-4984-8fdd-08748024c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.071778 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-2ced184f-e3ae-4984-8fdd-08748024c611 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.2092042 Mar 08 13:01:20.076900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.077509 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.082801 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] 10.222.0.74 "PUT /v2.0/ports/495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 200 len: 1094 time: 1.7585263 Mar 08 13:01:20.085184 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'tag': '495be240-0891-4567-9be7-7629d2815d7b'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:20.087502 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "tag": "495be240-0891-4567-9be7-7629d2815d7b"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:20.118373 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-7e70bef7-c134-44fb-a2e5-902d905ff4ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0388782 Mar 08 13:01:20.153206 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dacf54-bf03-42f1-a61e-e30e0206756e x-openstack-request-id: req-37dacf54-bf03-42f1-a61e-e30e0206756e {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:20.153407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "tag": "495be240-0891-4567-9be7-7629d2815d7b", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:20.153533 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37dacf54-bf03-42f1-a61e-e30e0206756e {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:20.153950 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'tag': '495be240-0891-4567-9be7-7629d2815d7b', 'status': 'completed', 'code': 200} Mar 08 13:01:20.161598 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8cbf5-5821-4e1d-8b27-32bbeaec8899 service neutron] Pushing event updated for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.194574 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-28709a6b-ad7a-4691-85e2-02bfa078f83b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1651891280&fields=id&tenant_id=5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 267 time: 0.1761100 Mar 08 13:01:20.335560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.348289 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (e4276cc6-a7ce-4081-a746-42cacd7f82c5), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.357087 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-512c34a4-e8a0-4d9e-a3ec-02274ffd868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.358780 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-512c34a4-e8a0-4d9e-a3ec-02274ffd868c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1128 time: 0.2235887 Mar 08 13:01:20.364684 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-625bd90e-eec7-48ea-8af5-a17c53bf1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.366120 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-625bd90e-eec7-48ea-8af5-a17c53bf1166 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.2407267 Mar 08 13:01:20.405861 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 75577408-b191-47de-a639-5d8d746d9515 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:20.420071 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-24fc3dfc-1203-435e-9ee9-9f54f5f64bc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334773 Mar 08 13:01:20.523584 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-57198b5a-e6d0-4a0f-bd83-908ce18400bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 200 len: 217 time: 0.1249423 Mar 08 13:01:20.559554 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-52d4f4a1-456d-40e6-82b8-fbb15718b630 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330519 Mar 08 13:01:20.585010 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75577408-b191-47de-a639-5d8d746d9515,segment=NetworkSegment(013e2871-e494-4d5b-9093-94ce52c81782),segment_id=013e2871-e494-4d5b-9093-94ce52c81782)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:20.601476 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '75577408-b191-47de-a639-5d8d746d9515', 'network_id': 'c00800cf-7f36-45c5-9635-77e4f7f2bc86', 'port_id': '75577408-b191-47de-a639-5d8d746d9515', 'mac_address': 'fa:16:3e:2e:cf:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a73e21-c197-4332-b89e-22d573c448f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:20.668288 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 75577408-b191-47de-a639-5d8d746d9515 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:20.668861 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (75577408-b191-47de-a639-5d8d746d9515), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.684704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75577408-b191-47de-a639-5d8d746d9515 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:20.722278 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-20d97f6b-0089-4f56-b3d3-b69393dab28f req-e279d2ff-f63a-4530-a072-e95d0f7f1061 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568594 Mar 08 13:01:20.739798 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75577408-b191-47de-a639-5d8d746d9515,segment=NetworkSegment(013e2871-e494-4d5b-9093-94ce52c81782),segment_id=013e2871-e494-4d5b-9093-94ce52c81782)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:20.758777 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (75577408-b191-47de-a639-5d8d746d9515), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:20.759461 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device cf60dec9-c112-49fe-a9c6-83ff55c68533 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:20.779385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4276cc6-a7ce-4081-a746-42cacd7f82c5,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.787453 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-0e2edc42-92a3-48e7-b3ad-dccf2e6b8782 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.788920 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-0e2edc42-92a3-48e7-b3ad-dccf2e6b8782 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 811 time: 0.5841994 Mar 08 13:01:20.811713 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2579-923d-4507-8d32-77612f519a92 req-f7c95689-f88a-471c-aff0-e5efec5b7c16 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.813203 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-411f2579-923d-4507-8d32-77612f519a92 req-f7c95689-f88a-471c-aff0-e5efec5b7c16 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 943 time: 0.5545406 Mar 08 13:01:20.859447 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-30de7f26-62c4-456e-827d-3f382dd06f43 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/quotas/5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 375 time: 0.0569479 Mar 08 13:01:20.868511 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Checking segment: {'id': 'ebee1faa-61c1-428c-8594-ff677917d837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ce334d49-0604-43cf-87ea-f4f0c1002b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:20.868868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Network hostable DHCP agents. Network: ce334d49-0604-43cf-87ea-f4f0c1002b87, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:20.879797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-85f51ac2-d92a-4419-b211-fd6c0dc8d64a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.881146 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-85f51ac2-d92a-4419-b211-fd6c0dc8d64a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.5308821 Mar 08 13:01:20.884426 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-53fe5bf9-7732-4a4a-9006-ed89aa639fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:20.885750 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-53fe5bf9-7732-4a4a-9006-ed89aa639fd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.3376985 Mar 08 13:01:20.958187 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:20.970493 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-fdf464e5-38d7-464d-8eaa-26ae82918146 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731602 Mar 08 13:01:21.012444 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:21.027662 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'cf60dec9-c112-49fe-a9c6-83ff55c68533', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'port_id': 'cf60dec9-c112-49fe-a9c6-83ff55c68533', 'mac_address': 'fa:16:3e:ea:d4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:21.042997 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-411f2579-923d-4507-8d32-77612f519a92 req-79b33c12-c7ba-4f2d-948c-63e41560042f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093835 Mar 08 13:01:21.043972 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Network ce334d49-0604-43cf-87ea-f4f0c1002b87 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:21.091913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port cf60dec9-c112-49fe-a9c6-83ff55c68533 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:21.092518 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.114606 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf60dec9-c112-49fe-a9c6-83ff55c68533 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:21.138891 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, ce334d49-0604-43cf-87ea-f4f0c1002b87) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:21.151418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:21.152069 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.161280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d19ee47c-513d-4be1-ad76-0fd68c385f74 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 380 time: 0.2653837 Mar 08 13:01:21.161692 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd1b3f-9d0c-49a0-a3a9-1a1d4167c980 None None] Network ce334d49-0604-43cf-87ea-f4f0c1002b87 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:21.169709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:21.182390 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.186645 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-3226cac9-90eb-46a5-a0e9-18f6896618a0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3150518 Mar 08 13:01:21.196083 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'port': {'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'admin_state_up': True, 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'security_groups': ['420e6412-f81b-46fa-87fb-28e37829002e']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:21.226075 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a849f6d4-f6c5-4043-ba30-65189e765052 req-1f50e7cc-b8c8-49ad-9f35-b6e9c069a844 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 210 time: 0.0713825 Mar 08 13:01:21.282829 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-02801332-78f8-416e-9d52-7b89fa5d6c59 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044369 Mar 08 13:01:21.290291 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6465a318-8c91-41c6-b6fb-22ef5e7c4a21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4560790 Mar 08 13:01:21.308196 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:21.340729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9f497-ae8d-45da-95ac-28ee0f6e353a None None] Network ce334d49-0604-43cf-87ea-f4f0c1002b87 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:21.431455 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35784) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:21.485699 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Deleting subnet 3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:01:21.487948 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['cf60dec9-c112-49fe-a9c6-83ff55c68533'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:21.489951 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Publish callbacks [] for subnet (3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.490402 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['75577408-b191-47de-a639-5d8d746d9515'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:21.530278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Publish callbacks [] for subnet (3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.533431 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-e8c08384-1349-45ed-90a1-e584294dd217 service neutron] 10.222.0.20 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100920 Mar 08 13:01:21.541168 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.576818 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb68f08-e176-4b2d-8fcd-97e44631ca96 req-a61a8d61-694e-4427-a854-886f9a5b8b6a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:21.577938 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffb68f08-e176-4b2d-8fcd-97e44631ca96 req-a61a8d61-694e-4427-a854-886f9a5b8b6a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 944 time: 0.2242398 Mar 08 13:01:21.608377 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.610466 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5f8526-474b-43c7-828a-a9f251e1c75c req-0a637668-e1cb-4d92-a933-61c744b9ecf8 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170574 Mar 08 13:01:21.623782 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:21.627678 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.647600 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:21.653623 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.660714 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0078fe37-e819-4d3a-a9b8-180a1d182440 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3060b9f7-80cd-4dc8-a5cc-1cd2e4d4d804 HTTP/1.1" status: 204 len: 168 time: 0.2281003 Mar 08 13:01:21.661886 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35786) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:21.734081 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (579daf04-808e-4fc9-8f53-95e869a8f650), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.781951 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffb68f08-e176-4b2d-8fcd-97e44631ca96 req-8f11e98a-ade0-4bdc-a860-5f243583e566 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898673 Mar 08 13:01:21.802141 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.814206 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-188e957c-2006-4b74-b2e5-11a59c13ee15 service neutron] 10.222.0.20 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596619 Mar 08 13:01:21.821206 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-b52ba559-4dce-4f55-8ce3-44b79f2e8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:21.822726 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-b52ba559-4dce-4f55-8ce3-44b79f2e8633 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1128 time: 0.1611249 Mar 08 13:01:21.838756 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (579daf04-808e-4fc9-8f53-95e869a8f650), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:21.867972 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.868336 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.869107 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.869430 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > port after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.869761 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.870179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > port after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.870407 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.870717 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.871020 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.871326 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:21.941364 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.20.0.8 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/9b13d749-d59d-48c0-bd1f-a4e9d4bb4795) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:22.018388 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-ea6339f1-23d7-4737-8c49-13ddd4d19824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.019854 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-ea6339f1-23d7-4737-8c49-13ddd4d19824 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.1639173 Mar 08 13:01:22.021423 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:22.022440 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:22.022994 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:22.023286 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:22.023723 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579daf04-808e-4fc9-8f53-95e869a8f650']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:22.041275 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b46ed0e-08c3-40e0-9e5e-ac2a7967bb3d req-0589e340-caa3-4171-aa90-7c335eacb60e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Mar 08 13:01:22.047130 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ce0be3-0218-42f6-b320-112b19e6f38a') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:22.047970 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ce0be3-0218-42f6-b320-112b19e6f38a') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:22.084628 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (a1ce0be3-0218-42f6-b320-112b19e6f38a), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.099692 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-c149cb08-e471-4d29-932a-adb79b007fde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 200 len: 217 time: 0.0608070 Mar 08 13:01:22.139286 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (a1ce0be3-0218-42f6-b320-112b19e6f38a), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.150614 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:22.151214 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (a1ce0be3-0218-42f6-b320-112b19e6f38a), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: from cryptography.utils import int_from_bytes Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: from cryptography.utils import int_from_bytes Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:22.174143 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:22.244381 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-4dfbc022-360f-4474-83a3-74ed55859e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.245554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (579daf04-808e-4fc9-8f53-95e869a8f650), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.245954 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-4dfbc022-360f-4474-83a3-74ed55859e9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.1366506 Mar 08 13:01:22.285977 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.290750 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] 10.222.0.20 "DELETE /v2.0/networks/579daf04-808e-4fc9-8f53-95e869a8f650 HTTP/1.1" status: 204 len: 168 time: 0.6277709 Mar 08 13:01:22.291894 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70624-0e2e-4ce3-94a1-b67e5e95fd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=579daf04-808e-4fc9-8f53-95e869a8f650,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:22.293903 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35814) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:22.306389 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.358546 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Deleting subnet e4276cc6-a7ce-4081-a746-42cacd7f82c5 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:01:22.363530 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.366054 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Publish callbacks [] for subnet (e4276cc6-a7ce-4081-a746-42cacd7f82c5), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.396435 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 495be240-0891-4567-9be7-7629d2815d7b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:22.400936 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 75577408-b191-47de-a639-5d8d746d9515 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:22.415790 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (e4276cc6-a7ce-4081-a746-42cacd7f82c5), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.460119 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (e4276cc6-a7ce-4081-a746-42cacd7f82c5), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.532304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:22.537418 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-a44f3dd6-dd05-4c58-acf8-b4435bc5e7bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2663553 Mar 08 13:01:22.554550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78181f-8983-4de3-97c5-3ea1bc66136c req-5e755111-3896-4772-b3fa-31f1f2a07297 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.561431 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c78181f-8983-4de3-97c5-3ea1bc66136c req-5e755111-3896-4772-b3fa-31f1f2a07297 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 944 time: 0.3994656 Mar 08 13:01:22.574439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (e4276cc6-a7ce-4081-a746-42cacd7f82c5), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.587942 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:22.598495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:22.601662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:22.607731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.608128 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.618753 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 75577408-b191-47de-a639-5d8d746d9515 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:01:22.630272 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.635937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 75577408-b191-47de-a639-5d8d746d9515 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:22.637013 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (75577408-b191-47de-a639-5d8d746d9515), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.640986 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e4276cc6-a7ce-4081-a746-42cacd7f82c5 HTTP/1.1" status: 204 len: 168 time: 0.3463085 Mar 08 13:01:22.642713 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35838) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:22.647459 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-d0b3fdab-c36e-4763-b738-02e4e7d8a1e0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4748545 Mar 08 13:01:22.678815 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66dd3c-b8e6-4d28-a5f8-dd1037cf2e3e req-19e3ea78-64c0-4ae5-84b7-600e1a39c00a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:22.680360 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c66dd3c-b8e6-4d28-a5f8-dd1037cf2e3e req-19e3ea78-64c0-4ae5-84b7-600e1a39c00a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 931 time: 0.3209994 Mar 08 13:01:22.686885 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Request body: {'port': {'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:22.698406 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=495be240-0891-4567-9be7-7629d2815d7b,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:22.707201 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee5c07-e699-4879-9285-03e84fd909c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4276cc6-a7ce-4081-a746-42cacd7f82c5,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:22.739562 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '495be240-0891-4567-9be7-7629d2815d7b', 'network_id': 'd4c98288-c6ac-40bf-b92c-1c8abb56b8a5', 'port_id': '495be240-0891-4567-9be7-7629d2815d7b', 'mac_address': 'fa:16:3e:f7:a5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be4e12e-4e18-470f-be66-eb4c89629fec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:22.758630 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c78181f-8983-4de3-97c5-3ea1bc66136c req-bfc5af8d-b664-470c-b94a-bbd68f4eb0aa tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960573 Mar 08 13:01:22.912691 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 495be240-0891-4567-9be7-7629d2815d7b is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:22.915190 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (495be240-0891-4567-9be7-7629d2815d7b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.938902 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (ce334d49-0604-43cf-87ea-f4f0c1002b87), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:22.991456 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495be240-0891-4567-9be7-7629d2815d7b {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:23.009596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 75577408-b191-47de-a639-5d8d746d9515 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:23.010407 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (75577408-b191-47de-a639-5d8d746d9515), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.072692 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=495be240-0891-4567-9be7-7629d2815d7b,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:23.079843 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (ce334d49-0604-43cf-87ea-f4f0c1002b87), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.086960 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-ac7398c7-8cc5-4517-80e2-cb897c8bfdea None None] Provisioning complete for port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:23.087331 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ac7398c7-8cc5-4517-80e2-cb897c8bfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.098282 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35848) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:23.098877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35850) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:23.103283 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce334d49-0604-43cf-87ea-f4f0c1002b87']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:23.111350 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.113658 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebee1faa-61c1-428c-8594-ff677917d837') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:23.114128 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebee1faa-61c1-428c-8594-ff677917d837') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:23.124196 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75577408-b191-47de-a639-5d8d746d9515'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:23.125307 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (ebee1faa-61c1-428c-8594-ff677917d837), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.143086 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ebee1faa-61c1-428c-8594-ff677917d837), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.149925 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:23.150323 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (ebee1faa-61c1-428c-8594-ff677917d837), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.212757 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:23.218847 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:23.225301 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (ce334d49-0604-43cf-87ea-f4f0c1002b87), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.237265 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.240566 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce334d49-0604-43cf-87ea-f4f0c1002b87 HTTP/1.1" status: 204 len: 168 time: 0.5548162 Mar 08 13:01:23.241541 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c66dd3c-b8e6-4d28-a5f8-dd1037cf2e3e req-9a713da9-6cf1-46be-8e92-60b19bfc5179 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945190 Mar 08 13:01:23.247187 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75577408-b191-47de-a639-5d8d746d9515,segment=NetworkSegment(013e2871-e494-4d5b-9093-94ce52c81782),segment_id=013e2871-e494-4d5b-9093-94ce52c81782)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:23.261309 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (75577408-b191-47de-a639-5d8d746d9515), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.262578 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device cf60dec9-c112-49fe-a9c6-83ff55c68533 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:23.263925 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-248af4fd-c41e-4903-b6f6-d8240465673b service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169044 Mar 08 13:01:23.290166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783832b4-667b-4c8f-afc8-7888250f42c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce334d49-0604-43cf-87ea-f4f0c1002b87,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.314625 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-ac7398c7-8cc5-4517-80e2-cb897c8bfdea None None] Port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:23.391755 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.576287 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35868) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:23.647481 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3240db-613d-4f09-b0c0-50fc7bcaa642" -d '{"events": [{"server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "name": "network-vif-plugged", "status": "completed", "tag": "75577408-b191-47de-a639-5d8d746d9515"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:23.652444 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['495be240-0891-4567-9be7-7629d2815d7b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:23.710379 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-714f8a44-1467-4073-af2c-b418b4359bdd tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:23.711854 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-714f8a44-1467-4073-af2c-b418b4359bdd tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 811 time: 0.2713130 Mar 08 13:01:23.714339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port cf60dec9-c112-49fe-a9c6-83ff55c68533 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:01:23.718908 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-602f408e-0b3f-4878-9a99-61616ff12eea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c25ece959e9411aaecedb1fb9856be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408651 Mar 08 13:01:23.719729 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35878) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:23.723193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port cf60dec9-c112-49fe-a9c6-83ff55c68533 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:23.723645 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.732617 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfd7c-808d-4def-b725-884a8fe1656b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.793705 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0ab5db9c-0d6a-481b-901c-357e6b51a772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.811622 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9a3584c7-1012-4827-9859-afeb3c08383c req-f7322817-0487-4170-9689-0d06eeb71089 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 210 time: 0.1765535 Mar 08 13:01:23.820259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f629b5-1828-497a-8058-0bc5ae61bc1a req-2ff53c09-0c7b-4921-8f59-0aeb7329e2e5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:23.828209 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-12f629b5-1828-497a-8058-0bc5ae61bc1a req-2ff53c09-0c7b-4921-8f59-0aeb7329e2e5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 944 time: 0.8593130 Mar 08 13:01:23.855704 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-fecd7d93-14cb-49cf-8989-5a4131d5cd80 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 380 time: 0.1146731 Mar 08 13:01:23.866554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'port': {'device_id': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'admin_state_up': True, 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'security_groups': ['ab077596-5819-4916-abe3-601d5fca08e0']}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:23.890319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] Publish callbacks [] for security_group (fb0f6941-7ab2-495b-8e01-35b6e92c046c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.928698 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.936176 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] Publish callbacks [] for security_group (fb0f6941-7ab2-495b-8e01-35b6e92c046c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:23.954725 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:23.964676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port cf60dec9-c112-49fe-a9c6-83ff55c68533 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:23.965380 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.023762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:24.032128 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.092899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cddc98a-a5ae-4df1-89f1-a79e4721bc00 x-openstack-request-id: req-0cddc98a-a5ae-4df1-89f1-a79e4721bc00 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:24.093296 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "name": "network-vif-plugged", "status": "completed", "tag": "75577408-b191-47de-a639-5d8d746d9515", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:24.093561 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cddc98a-a5ae-4df1-89f1-a79e4721bc00 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:24.094660 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75577408-b191-47de-a639-5d8d746d9515', 'code': 200} Mar 08 13:01:24.100147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.124962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0ab5db9c-0d6a-481b-901c-357e6b51a772 admin admin] Publish callbacks [] for security_group (14be2a65-1364-4245-a637-fc2d0ab95597), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.129695 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fb0f6941-7ab2-495b-8e01-35b6e92c046c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.132352 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.136242 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb0f6941-7ab2-495b-8e01-35b6e92c046c HTTP/1.1" status: 204 len: 168 time: 0.4129312 Mar 08 13:01:24.142261 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3f889-2457-4d11-87fd-ae8d1895b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f6941-7ab2-495b-8e01-35b6e92c046c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.144335 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Made reservation on behalf of 5c7d900f762241f1bc951b7cd43225f1 for: {'port': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:24.147796 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.161337 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ffaf971-e76e-42b0-9eb7-5f3ae7659006 req-768463cb-db14-413f-b155-5999e678b688 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8922191 Mar 08 13:01:24.169157 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0ab5db9c-0d6a-481b-901c-357e6b51a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (14be2a65-1364-4245-a637-fc2d0ab95597), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.222414 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-12f629b5-1828-497a-8058-0bc5ae61bc1a req-e0fd7da2-cb29-4e3c-8344-44d413f2c626 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933115 Mar 08 13:01:24.312449 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0ab5db9c-0d6a-481b-901c-357e6b51a772 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662103e054354bb79a6fcea3399fd068&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2041945 Mar 08 13:01:24.318196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Allocated IP 172.20.0.12 (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df/e6efa199-acd0-491f-ab69-750607f9831b/c74dd1ca-8da0-49ff-a63f-29cb8be3a12d) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:01:24.320390 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35894) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:24.338426 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5db9c-0d6a-481b-901c-357e6b51a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be2a65-1364-4245-a637-fc2d0ab95597,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.421355 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] Publish callbacks [] for security_group (14be2a65-1364-4245-a637-fc2d0ab95597), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.478598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] Publish callbacks [] for security_group (14be2a65-1364-4245-a637-fc2d0ab95597), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.484790 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfd7c-808d-4def-b725-884a8fe1656b admin admin] Publish callbacks [] for security_group (65c3a9b1-10a9-476c-9e7f-69eb0b12c850), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.510221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c8bdfd7c-808d-4def-b725-884a8fe1656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (65c3a9b1-10a9-476c-9e7f-69eb0b12c850), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.524731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26af04-066c-4f2b-ad22-0a4678bddba1 req-e4b324c9-ae25-4155-8c77-c9fe2cc55f32 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.526414 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c26af04-066c-4f2b-ad22-0a4678bddba1 req-e4b324c9-ae25-4155-8c77-c9fe2cc55f32 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.3291149 Mar 08 13:01:24.537453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.566671 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-718e7075-7c46-4c29-b793-000e986566a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.568289 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-718e7075-7c46-4c29-b793-000e986566a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 1129 time: 0.2798727 Mar 08 13:01:24.569317 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (14be2a65-1364-4245-a637-fc2d0ab95597), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.572036 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.576014 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14be2a65-1364-4245-a637-fc2d0ab95597 HTTP/1.1" status: 204 len: 168 time: 0.2525465 Mar 08 13:01:24.586124 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fa6c0-9d1e-4810-94d5-09c8a05795fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be2a65-1364-4245-a637-fc2d0ab95597,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.591927 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.631058 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c8bdfd7c-808d-4def-b725-884a8fe1656b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dd5c87cc4c74362a069af98b4ae6777&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5192115 Mar 08 13:01:24.639180 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29818-09c1-4191-879d-8dbecbbdf551 req-d764c0d1-1ad5-4e92-bfee-32638242bc7a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.639861 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ac29818-09c1-4191-879d-8dbecbbdf551 req-d764c0d1-1ad5-4e92-bfee-32638242bc7a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 931 time: 0.2975295 Mar 08 13:01:24.640331 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35900) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:24.641186 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 35902) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:24.648228 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-10855ff8-4e06-482e-b9d4-fe124363745e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.650076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdfd7c-808d-4def-b725-884a8fe1656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3a9b1-10a9-476c-9e7f-69eb0b12c850,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.659460 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:01:24.663203 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:24.666789 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:01:24.704331 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:24.740476 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:24.741192 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.753895 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:24.763777 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-254429f0-2cf6-4ff1-bbde-1f5ae7dcad36 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9018583 Mar 08 13:01:24.777632 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Request body: {'port': {'device_id': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:24.798365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks [] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.852158 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.884447 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c26af04-066c-4f2b-ad22-0a4678bddba1 req-acefde91-8eca-490a-9fc3-a26d8228e114 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288538 Mar 08 13:01:24.927309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Transition to ACTIVE for port object 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:24.946742 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.962046 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-50429d19-32df-4230-9ae7-228109780a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dab1df871e0d42b4815ff6efbe82b7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123312 Mar 08 13:01:24.962373 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-0d70050e-40f1-46c6-8662-56dfe0bbaa00 None None] Provisioning complete for port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:24.962373 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0d70050e-40f1-46c6-8662-56dfe0bbaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:24.967424 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35912) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:25.072505 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ac29818-09c1-4191-879d-8dbecbbdf551 req-e356b962-fe31-4485-bfa1-7e96dc2fc0d0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116869 Mar 08 13:01:25.080351 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-0d70050e-40f1-46c6-8662-56dfe0bbaa00 None None] Port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:01:25.103536 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] Publish callbacks [] for security_group (65c3a9b1-10a9-476c-9e7f-69eb0b12c850), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.139080 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Pushing event updated for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.158374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35922) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:25.161289 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-10855ff8-4e06-482e-b9d4-fe124363745e service neutron] Publish callbacks [] for security_group (39effe86-b52a-458f-b9ac-e39010c0d906), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.175178 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-10855ff8-4e06-482e-b9d4-fe124363745e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (39effe86-b52a-458f-b9ac-e39010c0d906), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.191820 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-596cbc98-0d93-4211-84c8-6c681b5628fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.196745 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] Publish callbacks [] for security_group (090acdc2-2d95-4c87-ad8a-36de9ca8147d), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.268137 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] Publish callbacks [] for security_group (090acdc2-2d95-4c87-ad8a-36de9ca8147d), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.276151 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] Publish callbacks [] for security_group (65c3a9b1-10a9-476c-9e7f-69eb0b12c850), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.305116 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0637a0ad-10ff-4e55-adb7-ef782076ef9c req-10855ff8-4e06-482e-b9d4-fe124363745e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159276 Mar 08 13:01:25.362563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74dd1ca-8da0-49ff-a63f-29cb8be3a12d {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:25.371358 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks [] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.378463 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccdb44-73c1-44d2-85d9-acbb5dee0953 req-92a252f6-3c92-4ba0-a919-d2a63f968ff0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:25.380072 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-87ccdb44-73c1-44d2-85d9-acbb5dee0953 req-92a252f6-3c92-4ba0-a919-d2a63f968ff0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 932 time: 0.3886893 Mar 08 13:01:25.409709 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Transition to ACTIVE for port object c74dd1ca-8da0-49ff-a63f-29cb8be3a12d will not be triggered until provisioned by entity L2. {{(pid=102988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:01:25.415903 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Attempting to bind port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:25.416196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Attempting to bind port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:25.416594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Attempting to bind port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:25.423521 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10855ff8-4e06-482e-b9d4-fe124363745e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39effe86-b52a-458f-b9ac-e39010c0d906,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.423765 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.449424 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:25.449748 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Attempting to bind port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:25.463549 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:25.463892 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:25.464271 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:25.464709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Bound port: 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:25.465063 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.482501 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (65c3a9b1-10a9-476c-9e7f-69eb0b12c850), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.486015 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.490027 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65c3a9b1-10a9-476c-9e7f-69eb0b12c850 HTTP/1.1" status: 204 len: 168 time: 0.8439658 Mar 08 13:01:25.518596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (090acdc2-2d95-4c87-ad8a-36de9ca8147d), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.520956 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.522414 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/090acdc2-2d95-4c87-ad8a-36de9ca8147d HTTP/1.1" status: 204 len: 168 time: 0.5100832 Mar 08 13:01:25.529889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e396d9-dd8a-4f14-b07a-43e6dc38efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3a9b1-10a9-476c-9e7f-69eb0b12c850,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.540629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Pushing event updated for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.560910 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-596cbc98-0d93-4211-84c8-6c681b5628fb admin admin] Publish callbacks [] for security_group (630117da-665b-4b24-9ccd-01a83639d5e1), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.561999 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b164df-ddf3-454a-9198-2bbd6d0dd232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090acdc2-2d95-4c87-ad8a-36de9ca8147d,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.601168 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-596cbc98-0d93-4211-84c8-6c681b5628fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (630117da-665b-4b24-9ccd-01a83639d5e1), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.624166 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a774-b30b-4c01-90e0-2a1cc6c87b1a req-2b48a2b3-ca97-4ea6-b996-25db18934f53 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:25.626312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3767a774-b30b-4c01-90e0-2a1cc6c87b1a req-2b48a2b3-ca97-4ea6-b996-25db18934f53 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 945 time: 0.2850988 Mar 08 13:01:25.652008 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-87ccdb44-73c1-44d2-85d9-acbb5dee0953 req-90cd5ba8-2dd3-4ff6-ad05-da573ef1cb45 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268448 Mar 08 13:01:25.728163 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-596cbc98-0d93-4211-84c8-6c681b5628fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0f870c3a6c14b5aa783a96a854c91d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5686247 Mar 08 13:01:25.728542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:25.732961 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:25.736788 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35938) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:25.768109 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cbc98-0d93-4211-84c8-6c681b5628fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630117da-665b-4b24-9ccd-01a83639d5e1,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.799946 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Attempting to bind port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:01:25.800585 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Attempting to bind port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:01:25.801078 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Attempting to bind port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:25.812207 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:01:25.812730 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Attempting to bind port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:01:25.812836 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.828681 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:01:25.831697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3767a774-b30b-4c01-90e0-2a1cc6c87b1a req-a8dfa37d-9cd2-4f0b-9bdf-2a19868a6888 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955066 Mar 08 13:01:25.831877 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Checking segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:25.832407 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Bound using segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:01:25.833002 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Bound port: c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:01:25.833907 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.861897 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] Publish callbacks [] for security_group (630117da-665b-4b24-9ccd-01a83639d5e1), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.878674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:25.879543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:25.881211 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] 10.222.0.74 "PUT /v2.0/ports/9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 200 len: 1093 time: 3.2199268 Mar 08 13:01:25.881761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:25.885358 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db65a1-ada4-48ea-857f-ca06c10b8f05" -d '{"events": [{"name": "network-changed", "server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:25.924360 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd281cad-791c-4a8d-90f2-7e0b290c5f7c service neutron] Pushing event updated for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:25.997261 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] Publish callbacks [] for security_group (630117da-665b-4b24-9ccd-01a83639d5e1), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.008145 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed22793-cf08-4780-a7b1-7b5fec6f577e x-openstack-request-id: req-9ed22793-cf08-4780-a7b1-7b5fec6f577e {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:26.008434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:26.008848 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ed22793-cf08-4780-a7b1-7b5fec6f577e {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:26.009671 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'status': 'completed', 'code': 200} Mar 08 13:01:26.092614 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-7a14029f-aa25-4f9a-8f5f-8817ec05f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.095740 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-7a14029f-aa25-4f9a-8f5f-8817ec05f2e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 1127 time: 0.1543407 Mar 08 13:01:26.095974 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:26.099480 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae6cb7-c2e0-44d0-8a20-964c739c4dca" -d '{"events": [{"server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:26.131487 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:01:26.160070 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:01:26.167544 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-886d51c4-18ad-4d4f-99ba-be44fe3b41da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 200 len: 217 time: 0.0634675 Mar 08 13:01:26.178411 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.189232 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141cd80-8276-4ade-8f71-e54f3974e76a req-f5926008-8edd-407b-8322-1ff5dda544f6 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.195937 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8141cd80-8276-4ade-8f71-e54f3974e76a req-f5926008-8edd-407b-8322-1ff5dda544f6 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.1850016 Mar 08 13:01:26.244890 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35958) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:26.268628 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (630117da-665b-4b24-9ccd-01a83639d5e1), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.271119 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.274799 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/630117da-665b-4b24-9ccd-01a83639d5e1 HTTP/1.1" status: 204 len: 168 time: 0.5343649 Mar 08 13:01:26.274799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Pushing event updated for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:26.274992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-2ff700b4-1e9f-44ce-85b1-b324e200e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.275440 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-2ff700b4-1e9f-44ce-85b1-b324e200e01a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0773480 Mar 08 13:01:26.308799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aeceb-8fca-47e3-870a-1c7504a511f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630117da-665b-4b24-9ccd-01a83639d5e1,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:26.311193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.313500 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.315173 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-6028b522-931e-410f-b648-9fd7e82dced6 service neutron] 10.222.0.74 "PUT /v2.0/ports/c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 1094 time: 1.5443320 Mar 08 13:01:26.316347 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:26.318641 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80532b55-e056-4e01-9cd5-b386368179f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:26.321110 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e71231fc-5a2a-494b-ae4a-3ded7d5b26f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.394865 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 495be240-0891-4567-9be7-7629d2815d7b up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:26.415085 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e71231fc-5a2a-494b-ae4a-3ded7d5b26f6 admin admin] Publish callbacks [] for security_group (b55c8b44-5b66-4e49-b737-16863f8304ae), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.433384 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e71231fc-5a2a-494b-ae4a-3ded7d5b26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (b55c8b44-5b66-4e49-b737-16863f8304ae), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.514115 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e71231fc-5a2a-494b-ae4a-3ded7d5b26f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f3c81cb6f0b4a609e837d84e733adbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441430 Mar 08 13:01:26.514115 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71231fc-5a2a-494b-ae4a-3ded7d5b26f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c8b44-5b66-4e49-b737-16863f8304ae,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:26.517070 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 35968) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:26.525826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 495be240-0891-4567-9be7-7629d2815d7b completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:01:26.532366 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 495be240-0891-4567-9be7-7629d2815d7b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:26.532729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (495be240-0891-4567-9be7-7629d2815d7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.560522 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8141cd80-8276-4ade-8f71-e54f3974e76a req-5633b2d3-a733-4042-8b6b-93292a4b6841 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841234 Mar 08 13:01:26.573620 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-1439ecfb-6e48-4163-8236-de3c98adc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.575308 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-1439ecfb-6e48-4163-8236-de3c98adc6e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2750258 Mar 08 13:01:26.600027 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-d8affc67-941b-4743-8b61-1e838fd7e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.601518 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-d8affc67-941b-4743-8b61-1e838fd7e1b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1128 time: 0.1837037 Mar 08 13:01:26.670952 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6f842-b62a-45cd-9b5d-5a349044e16a x-openstack-request-id: req-b9f6f842-b62a-45cd-9b5d-5a349044e16a {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:26.671557 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:26.675960 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9f6f842-b62a-45cd-9b5d-5a349044e16a {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:26.676899 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533', 'code': 200} Mar 08 13:01:26.682830 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-bdf2b302-7d9f-483d-9390-4b7fedc4c4f9 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948520 Mar 08 13:01:26.692009 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640a5f-fbe3-41a9-a1cc-e64a94c7c6b3 req-35b6494f-a12a-4bd2-ac73-12ff1a7ccc56 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.693501 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5b640a5f-fbe3-41a9-a1cc-e64a94c7c6b3 req-35b6494f-a12a-4bd2-ac73-12ff1a7ccc56 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 943 time: 0.3966320 Mar 08 13:01:26.704444 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] Publish callbacks [] for security_group (b55c8b44-5b66-4e49-b737-16863f8304ae), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.707503 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-7255b5cd-676f-4c57-b765-f64fd9787ebc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 217 time: 0.0862226 Mar 08 13:01:26.770051 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-fea098ec-b587-4aef-a545-6a1908e54ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:26.772148 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-fea098ec-b587-4aef-a545-6a1908e54ff7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0536661 Mar 08 13:01:26.774193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb594cf-7765-4cfd-b337-045e3caea50e x-openstack-request-id: req-aeb594cf-7765-4cfd-b337-045e3caea50e {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:26.774720 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:26.775163 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aeb594cf-7765-4cfd-b337-045e3caea50e {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:26.776157 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'status': 'completed', 'code': 200} Mar 08 13:01:26.787395 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7cb7df87-beda-4cbc-97e2-e8fe3002d155 req-354a33d9-b0d8-4d78-998f-84e4e68da19c service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928710 Mar 08 13:01:26.851121 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 495be240-0891-4567-9be7-7629d2815d7b is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:26.851614 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (495be240-0891-4567-9be7-7629d2815d7b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.884453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] Publish callbacks [] for security_group (b55c8b44-5b66-4e49-b737-16863f8304ae), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:26.929590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=495be240-0891-4567-9be7-7629d2815d7b,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:26.940848 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.054396 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:27.250749 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-a29be223-cda2-4aa8-8cc8-7211812d7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.252357 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-a29be223-cda2-4aa8-8cc8-7211812d7083 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4691024 Mar 08 13:01:27.365229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (b55c8b44-5b66-4e49-b737-16863f8304ae), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.368288 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:27.371838 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b55c8b44-5b66-4e49-b737-16863f8304ae HTTP/1.1" status: 204 len: 168 time: 0.8501899 Mar 08 13:01:27.381506 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5b640a5f-fbe3-41a9-a1cc-e64a94c7c6b3 req-97f78067-64d4-4233-b104-39a754bfa0aa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5926251 Mar 08 13:01:27.395231 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-582417c0-872e-407a-bcf6-1066776b759f service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352551 Mar 08 13:01:27.409143 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab117-3b37-40d7-83f6-37a40fa529e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c8b44-5b66-4e49-b737-16863f8304ae,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:27.489514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-c1fa14c1-15a3-4bbb-b357-c4f246b5f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.492136 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-c1fa14c1-15a3-4bbb-b357-c4f246b5f9ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 1127 time: 0.1703200 Mar 08 13:01:27.496998 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc3692-9a2c-4f48-ba15-10327fa6b33f req-8ae42958-2de1-4b22-86a4-1e3ebba8aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.498762 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6dbc3692-9a2c-4f48-ba15-10327fa6b33f req-8ae42958-2de1-4b22-86a4-1e3ebba8aae5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.1220515 Mar 08 13:01:27.507081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dd861-cc34-4423-99cb-8785b2c53618 req-60e62823-ca26-460a-b35f-5bdc0d19c3a9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.514190 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-132dd861-cc34-4423-99cb-8785b2c53618 req-60e62823-ca26-460a-b35f-5bdc0d19c3a9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 944 time: 0.1391890 Mar 08 13:01:27.581527 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2999ba08-6957-4f7c-8b7d-cc7260ff5a86 req-64f9938a-6b74-47fe-a841-fb2671350555 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777813 Mar 08 13:01:27.688747 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532b55-e056-4e01-9cd5-b386368179f3 req-3762cbb1-07bc-4a78-8355-da68b1112231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.691552 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-3762cbb1-07bc-4a78-8355-da68b1112231 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1128 time: 0.0492554 Mar 08 13:01:27.694718 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-132dd861-cc34-4423-99cb-8785b2c53618 req-1747b0dd-a844-421c-99f4-9c1ea640ec87 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791308 Mar 08 13:01:27.698466 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6dbc3692-9a2c-4f48-ba15-10327fa6b33f req-10adbbfe-7958-4e82-8cf9-1689f6d692e8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813326 Mar 08 13:01:27.733954 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9048989-9f0b-4ec7-a8d7-1ba9b08a9fa8 req-0c130ab3-e22a-4e88-8d1a-eff69167b8ce tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.736299 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9048989-9f0b-4ec7-a8d7-1ba9b08a9fa8 req-0c130ab3-e22a-4e88-8d1a-eff69167b8ce tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.2175596 Mar 08 13:01:27.759548 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-a5db4ac2-8853-4dde-9ffc-8bb6198a89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.761167 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-a5db4ac2-8853-4dde-9ffc-8bb6198a89ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.2416642 Mar 08 13:01:27.834672 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532b55-e056-4e01-9cd5-b386368179f3 req-3a91ddc2-dfd9-47f8-83a0-b496808724f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.836177 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-3a91ddc2-dfd9-47f8-83a0-b496808724f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.1353502 Mar 08 13:01:27.836749 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36038) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:27.845044 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9048989-9f0b-4ec7-a8d7-1ba9b08a9fa8 req-691839a0-1c28-4e66-ac8b-ecc5e7106fb3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948570 Mar 08 13:01:27.867442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aed35-0809-43a2-aaad-a05af4c6214f req-be5350f1-8ebd-41ee-9b9e-7558c26a613f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:27.869399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee1aed35-0809-43a2-aaad-a05af4c6214f req-be5350f1-8ebd-41ee-9b9e-7558c26a613f tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.1128066 Mar 08 13:01:27.941098 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-12749424-73f2-4f1a-8f11-e98f0d6091e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 217 time: 0.0409355 Mar 08 13:01:27.942119 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-28f9ceaf-c59e-486b-a3b1-7cbb7c90790e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 200 len: 217 time: 0.0414050 Mar 08 13:01:27.967658 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee1aed35-0809-43a2-aaad-a05af4c6214f req-34ea030b-0ec9-491b-92a2-7b950cbe18e5 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913475 Mar 08 13:01:28.004381 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-9d5eef30-5a50-443d-8cf3-fd51f3690806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.006252 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-9d5eef30-5a50-443d-8cf3-fd51f3690806 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0495601 Mar 08 13:01:28.016845 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532b55-e056-4e01-9cd5-b386368179f3 req-589d00e4-aecc-4b67-984a-05ba57ec5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.018505 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-589d00e4-aecc-4b67-984a-05ba57ec5d5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0621011 Mar 08 13:01:28.071232 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-eb97e3f1-50c7-4d26-9aaf-8b7e3c843a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.072749 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-eb97e3f1-50c7-4d26-9aaf-8b7e3c843a68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595119 Mar 08 13:01:28.139898 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-21c4db61-8543-4b52-adcd-6c8db2ac619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.143229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532b55-e056-4e01-9cd5-b386368179f3 req-040abb6d-8ea9-4503-98df-7da5077e46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.144737 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-040abb6d-8ea9-4503-98df-7da5077e46b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197052 Mar 08 13:01:28.273469 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-20a208c5-5e11-4483-bf66-416f9f6a1af5 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924367 Mar 08 13:01:28.302844 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-d28924e6-f296-4416-bac3-3607241331f7 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506319 Mar 08 13:01:28.397873 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:28.403975 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2db65a1-ada4-48ea-857f-ca06c10b8f05 req-eac58bfe-7028-4924-8a37-0845798c5ece service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234367 Mar 08 13:01:28.542750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ae75-c328-4bb4-95e5-4f4f0c247bcf req-cbd7e815-8699-4021-b7aa-2f7765412dc0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.544690 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dce1ae75-c328-4bb4-95e5-4f4f0c247bcf req-cbd7e815-8699-4021-b7aa-2f7765412dc0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 943 time: 0.0745850 Mar 08 13:01:28.551723 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-21c4db61-8543-4b52-adcd-6c8db2ac619b admin admin] Publish callbacks [] for security_group (e1d927ba-e400-4f93-abee-09942d5afa41), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.554708 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-80532b55-e056-4e01-9cd5-b386368179f3 req-3ba0fdf4-7558-4b7e-81b6-2f5eeba2bcd9 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434466 Mar 08 13:01:28.558758 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-21c4db61-8543-4b52-adcd-6c8db2ac619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e1d927ba-e400-4f93-abee-09942d5afa41), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.581520 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:28.600107 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:28.605666 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-21c4db61-8543-4b52-adcd-6c8db2ac619b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53edef1e98274144941da099b2f5520e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7679336 Mar 08 13:01:28.608883 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36072) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:28.618466 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4db61-8543-4b52-adcd-6c8db2ac619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d927ba-e400-4f93-abee-09942d5afa41,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.626737 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dce1ae75-c328-4bb4-95e5-4f4f0c247bcf req-30a809d7-fe18-4ca7-9ce0-021429a97ed9 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727425 Mar 08 13:01:28.665894 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] Publish callbacks [] for security_group (e1d927ba-e400-4f93-abee-09942d5afa41), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.679707 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:28.680382 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.682979 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495be240-0891-4567-9be7-7629d2815d7b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:28.686116 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974f07a-3ef1-4603-80e8-f096c865953f" -d '{"events": [{"server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "name": "network-vif-plugged", "status": "completed", "tag": "495be240-0891-4567-9be7-7629d2815d7b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:28.694491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] Publish callbacks [] for security_group (e1d927ba-e400-4f93-abee-09942d5afa41), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.743138 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:28.751504 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e1d927ba-e400-4f93-abee-09942d5afa41), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.755089 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.758604 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1d927ba-e400-4f93-abee-09942d5afa41 HTTP/1.1" status: 204 len: 168 time: 0.1458099 Mar 08 13:01:28.766239 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eb0e4-0562-45ae-9ca6-114d5a565629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d927ba-e400-4f93-abee-09942d5afa41,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.780230 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c746168a-ca6a-4ec3-9dac-798d11c5edeb x-openstack-request-id: req-c746168a-ca6a-4ec3-9dac-798d11c5edeb {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:28.781820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "name": "network-vif-plugged", "status": "completed", "tag": "495be240-0891-4567-9be7-7629d2815d7b", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:28.782085 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c746168a-ca6a-4ec3-9dac-798d11c5edeb {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:28.782647 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495be240-0891-4567-9be7-7629d2815d7b', 'code': 200} Mar 08 13:01:28.798430 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:28.807994 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:28.901809 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023577f1-0348-4055-91c8-057e474d2fcc req-abe66b66-d711-4931-abdb-64c95aad9378 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:28.903584 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-023577f1-0348-4055-91c8-057e474d2fcc req-abe66b66-d711-4931-abdb-64c95aad9378 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 944 time: 0.0700502 Mar 08 13:01:28.918927 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:28.982226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-023577f1-0348-4055-91c8-057e474d2fcc req-5c430f8b-1238-4b9b-b7b8-5eee8047dfcd tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714455 Mar 08 13:01:29.067788 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332adbb-e01d-4777-989f-391b988df0f6 req-3d506110-1885-46d3-9288-0cf6db3f01bd tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.075787 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:29.076922 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d332adbb-e01d-4777-989f-391b988df0f6 req-3d506110-1885-46d3-9288-0cf6db3f01bd tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0892031 Mar 08 13:01:29.124762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033c2de-e39a-411f-8287-633d0e4734e7 req-7c46332e-6ac1-4c2f-b1ce-0033f441dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.126457 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c033c2de-e39a-411f-8287-633d0e4734e7 req-7c46332e-6ac1-4c2f-b1ce-0033f441dfac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1130 time: 0.0994501 Mar 08 13:01:29.130448 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d332adbb-e01d-4777-989f-391b988df0f6 req-f4afa257-3a3e-4ae4-8ffb-4f0ff7bf4d3f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Mar 08 13:01:29.194699 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c033c2de-e39a-411f-8287-633d0e4734e7 req-98ade72d-c6ca-4caa-9047-5eb389ed3835 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Mar 08 13:01:29.381356 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36100) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:29.398030 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5289f8b6-b18e-460c-bc9b-224e54ee9572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.519047 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5289f8b6-b18e-460c-bc9b-224e54ee9572 admin admin] Publish callbacks [] for security_group (2cf64722-bb09-46e6-88c2-d44e49b97ee7), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.528477 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5289f8b6-b18e-460c-bc9b-224e54ee9572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (2cf64722-bb09-46e6-88c2-d44e49b97ee7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.582583 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f8b6-b18e-460c-bc9b-224e54ee9572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf64722-bb09-46e6-88c2-d44e49b97ee7,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:29.588820 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5289f8b6-b18e-460c-bc9b-224e54ee9572 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c38d35e43b4442eeb7b4d9a67472e64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035503 Mar 08 13:01:29.589107 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36122) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:29.655643 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] Publish callbacks [] for security_group (2cf64722-bb09-46e6-88c2-d44e49b97ee7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.684548 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] Publish callbacks [] for security_group (2cf64722-bb09-46e6-88c2-d44e49b97ee7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.782995 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (2cf64722-bb09-46e6-88c2-d44e49b97ee7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.795032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:29.796189 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cf64722-bb09-46e6-88c2-d44e49b97ee7 HTTP/1.1" status: 204 len: 168 time: 0.2062383 Mar 08 13:01:29.823638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7efd9-d658-450f-b204-63e7ad159b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf64722-bb09-46e6-88c2-d44e49b97ee7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:29.865678 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53111807-1942-4cd6-a8e1-e104c89611e9 req-90c60810-2782-469e-ba7f-227f300b9cda tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:29.874419 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-53111807-1942-4cd6-a8e1-e104c89611e9 req-90c60810-2782-469e-ba7f-227f300b9cda tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 944 time: 0.1242247 Mar 08 13:01:29.926757 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-53111807-1942-4cd6-a8e1-e104c89611e9 req-9b049693-0e36-4239-be40-b0b564de9d6b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Mar 08 13:01:30.141615 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67342d-cbbb-4580-803d-f621f37430d4 req-a67b0227-2160-4d8a-b53c-42382891faaf tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:30.143519 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b67342d-cbbb-4580-803d-f621f37430d4 req-a67b0227-2160-4d8a-b53c-42382891faaf tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 944 time: 0.0649242 Mar 08 13:01:30.220543 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b67342d-cbbb-4580-803d-f621f37430d4 req-6b699caf-7d55-4962-a639-eee3bfa11238 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658915 Mar 08 13:01:30.285482 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054c24a-b6e7-4dfb-8b4c-2f4e56a760a1 req-6aee8d9e-5f17-45d4-a746-ac7e496af601 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:30.287216 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8054c24a-b6e7-4dfb-8b4c-2f4e56a760a1 req-6aee8d9e-5f17-45d4-a746-ac7e496af601 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Mar 08 13:01:30.384055 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8054c24a-b6e7-4dfb-8b4c-2f4e56a760a1 req-de87961e-07a2-4115-bfb4-6fc12f031b28 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Mar 08 13:01:30.407769 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c74dd1ca-8da0-49ff-a63f-29cb8be3a12d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:01:30.411793 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:30.499348 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:01:30.514083 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:30.514639 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.645428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36194) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:30.679619 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:30.689410 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:30.689900 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.702177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'port_id': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'mac_address': 'fa:16:3e:7c:9b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:01:30.760617 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:30.766296 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:30.766813 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.776198 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:30.783798 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:30.786009 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bbd516-dc72-43ca-ab85-3842b7843f60" -d '{"events": [{"server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "name": "network-vif-plugged", "status": "completed", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:30.823231 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74dd1ca-8da0-49ff-a63f-29cb8be3a12d {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:01:30.891565 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa7167-7fe4-4d9d-90fc-004c64773815 x-openstack-request-id: req-60fa7167-7fe4-4d9d-90fc-004c64773815 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:30.893093 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "name": "network-vif-plugged", "status": "completed", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:30.893977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60fa7167-7fe4-4d9d-90fc-004c64773815 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:30.898340 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'code': 200} Mar 08 13:01:30.925558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:30.952654 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:30.969824 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.062029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:31.073864 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2031f454-22b3-4e20-b980-97093695b9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.106623 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf905b6-e903-4dca-9bc7-d0ebe5448bd1 req-259409dd-5736-4b6b-b8d1-2e2f1638364d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:31.118521 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ebf905b6-e903-4dca-9bc7-d0ebe5448bd1 req-259409dd-5736-4b6b-b8d1-2e2f1638364d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0938330 Mar 08 13:01:31.231043 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ebf905b6-e903-4dca-9bc7-d0ebe5448bd1 req-7e56d15e-1c10-4524-be14-fb4438743c13 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058135 Mar 08 13:01:31.237012 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2031f454-22b3-4e20-b980-97093695b9fc admin admin] Publish callbacks [] for security_group (39c1af44-4391-48e9-841d-8c4050a9d1a1), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.246696 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:31.253567 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2031f454-22b3-4e20-b980-97093695b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (39c1af44-4391-48e9-841d-8c4050a9d1a1), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.293552 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3542-c16f-4589-a4cc-7a2112b825e1 req-c3ecfc8e-d365-4168-8e30-abf2555e6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:31.295602 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-ca4f3542-c16f-4589-a4cc-7a2112b825e1 req-c3ecfc8e-d365-4168-8e30-abf2555e6338 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 1129 time: 0.2229102 Mar 08 13:01:31.329427 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2031f454-22b3-4e20-b980-97093695b9fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0badd8c6c8954a66994662f410f68e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6823938 Mar 08 13:01:31.332152 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36226) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:31.333279 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f454-22b3-4e20-b980-97093695b9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1af44-4391-48e9-841d-8c4050a9d1a1,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:31.380063 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-ca4f3542-c16f-4589-a4cc-7a2112b825e1 req-1e20ad54-5714-456d-b32d-92c05b8fe2f4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713689 Mar 08 13:01:31.447326 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] Publish callbacks [] for security_group (39c1af44-4391-48e9-841d-8c4050a9d1a1), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.473716 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] Publish callbacks [] for security_group (39c1af44-4391-48e9-841d-8c4050a9d1a1), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.487599 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3e25b-66a0-44f7-936c-8fc923726d58 req-fb64ea90-7242-4a6e-a572-c703e3339162 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:31.500994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65f3e25b-66a0-44f7-936c-8fc923726d58 req-fb64ea90-7242-4a6e-a572-c703e3339162 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 945 time: 0.1231458 Mar 08 13:01:31.564542 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (39c1af44-4391-48e9-841d-8c4050a9d1a1), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.567479 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:31.569880 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39c1af44-4391-48e9-841d-8c4050a9d1a1 HTTP/1.1" status: 204 len: 168 time: 0.2330685 Mar 08 13:01:31.579224 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c045a09-6c61-4e91-ab67-9188fedfdedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1af44-4391-48e9-841d-8c4050a9d1a1,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:31.603153 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65f3e25b-66a0-44f7-936c-8fc923726d58 req-a33bbb3a-6d51-41fe-8133-65a85f600273 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010454 Mar 08 13:01:31.697906 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a29e-4fed-4826-a804-e8dd29f81873 req-4ab8c529-b079-4432-8f5d-68af3694eb09 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:31.699608 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0789a29e-4fed-4826-a804-e8dd29f81873 req-4ab8c529-b079-4432-8f5d-68af3694eb09 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0610633 Mar 08 13:01:31.752337 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0789a29e-4fed-4826-a804-e8dd29f81873 req-18f9ce8e-434f-4acc-8a18-4a9a7b381aed tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Mar 08 13:01:31.885280 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36252) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.006870 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36258) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.021754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b45bd496-58d9-4409-8594-a7fe3bd1f7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.105389 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c031b8d4-c257-403d-9be1-8d201c4b20ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.151510 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b45bd496-58d9-4409-8594-a7fe3bd1f7ce admin admin] Publish callbacks [] for security_group (70497b94-b302-433e-be0e-82cccfc0ed04), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.163484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b45bd496-58d9-4409-8594-a7fe3bd1f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (70497b94-b302-433e-be0e-82cccfc0ed04), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.236770 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b45bd496-58d9-4409-8594-a7fe3bd1f7ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3e2f05136c848a1ad179d2f541ca319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285402 Mar 08 13:01:32.239290 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd496-58d9-4409-8594-a7fe3bd1f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70497b94-b302-433e-be0e-82cccfc0ed04,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.243102 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c031b8d4-c257-403d-9be1-8d201c4b20ec admin admin] Publish callbacks [] for security_group (ed839665-7c90-498a-a164-fdc7da5591b5), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.255972 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36268) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.313820 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c031b8d4-c257-403d-9be1-8d201c4b20ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ed839665-7c90-498a-a164-fdc7da5591b5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.317762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cb75e-765b-47e1-922a-81f12bace6b1 req-c458f1b6-4a6d-44d2-8440-5c57fbe00841 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.319324 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9b0cb75e-765b-47e1-922a-81f12bace6b1 req-c458f1b6-4a6d-44d2-8440-5c57fbe00841 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0980906 Mar 08 13:01:32.393844 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c031b8d4-c257-403d-9be1-8d201c4b20ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f43e199da5a7475d8cc7df89dd4cc067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054221 Mar 08 13:01:32.396494 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36278) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:32.413466 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c74dd1ca-8da0-49ff-a63f-29cb8be3a12d up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:01:32.430687 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-2677bb0f-a46e-4893-a3de-2b2635414818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.432621 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-2677bb0f-a46e-4893-a3de-2b2635414818 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1130 time: 0.2048540 Mar 08 13:01:32.433253 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031b8d4-c257-403d-9be1-8d201c4b20ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed839665-7c90-498a-a164-fdc7da5591b5,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.437760 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9b0cb75e-765b-47e1-922a-81f12bace6b1 req-27b09528-3aa7-4bc0-99ff-55887962a360 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067290 Mar 08 13:01:32.449608 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1853987-d29d-4af0-8cbd-9521a8861002 req-751a29f8-cc98-4e90-bfb8-fb0ce7bc0d3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.451120 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b1853987-d29d-4af0-8cbd-9521a8861002 req-751a29f8-cc98-4e90-bfb8-fb0ce7bc0d3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.1309195 Mar 08 13:01:32.538007 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] Publish callbacks [] for security_group (ed839665-7c90-498a-a164-fdc7da5591b5), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.542708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:01:32.551434 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:01:32.551817 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.557451 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b1853987-d29d-4af0-8cbd-9521a8861002 req-6fa5ed22-f2bc-4d13-b60a-5222325387ff tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978703 Mar 08 13:01:32.576725 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] Publish callbacks [] for security_group (70497b94-b302-433e-be0e-82cccfc0ed04), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.595796 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] Publish callbacks [] for security_group (ed839665-7c90-498a-a164-fdc7da5591b5), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.640830 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] Publish callbacks [] for security_group (70497b94-b302-433e-be0e-82cccfc0ed04), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.655195 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-9f46668a-0a0f-4410-9dd9-21c787a75a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.657637 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-9f46668a-0a0f-4410-9dd9-21c787a75a4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.2031851 Mar 08 13:01:32.658300 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ed839665-7c90-498a-a164-fdc7da5591b5), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.663064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.667221 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed839665-7c90-498a-a164-fdc7da5591b5 HTTP/1.1" status: 204 len: 168 time: 0.2659810 Mar 08 13:01:32.682802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c791846-f490-4177-84eb-5091652d0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed839665-7c90-498a-a164-fdc7da5591b5,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.725339 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-d9a2f4ad-20c4-49ec-98a0-0ab2e8004195 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 200 len: 217 time: 0.0585682 Mar 08 13:01:32.790340 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13104-e159-48f8-8753-a8ad92863fce req-5bd146f7-676b-4c8a-9b4e-f98dd8937f5e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.792139 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60c13104-e159-48f8-8753-a8ad92863fce req-5bd146f7-676b-4c8a-9b4e-f98dd8937f5e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 945 time: 0.0658505 Mar 08 13:01:32.815192 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:01:32.815591 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.822961 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-df175213-d052-4024-84ff-44ebd54a76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:32.824501 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-df175213-d052-4024-84ff-44ebd54a76c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0903249 Mar 08 13:01:32.847011 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (70497b94-b302-433e-be0e-82cccfc0ed04), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.850616 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.855754 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70497b94-b302-433e-be0e-82cccfc0ed04 HTTP/1.1" status: 204 len: 168 time: 0.5986412 Mar 08 13:01:32.876860 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60c13104-e159-48f8-8753-a8ad92863fce req-4ecfff32-e7ea-4b2e-bebb-404be61a8dfd tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703032 Mar 08 13:01:32.882373 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-edeafef1-2557-403d-87d0-a064ab4c24e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473423 Mar 08 13:01:32.883554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1173ae-cb6f-4b92-9b5d-6089cd760a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70497b94-b302-433e-be0e-82cccfc0ed04,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:32.899799 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:32.902030 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d8ae9-839f-47b9-a376-d4dac9f34864" -d '{"events": [{"server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "name": "network-vif-plugged", "status": "completed", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:32.905531 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:32.922162 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:32.964921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e174cbd-87da-4f53-8393-dced36d13623 x-openstack-request-id: req-4e174cbd-87da-4f53-8393-dced36d13623 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:32.965530 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "name": "network-vif-plugged", "status": "completed", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:32.965934 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e174cbd-87da-4f53-8393-dced36d13623 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:32.966281 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'code': 200} Mar 08 13:01:32.995779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:33.249127 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36306) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:33.270062 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9df58d8-56e4-42c7-93dd-fa0fd6b43e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.394369 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9df58d8-56e4-42c7-93dd-fa0fd6b43e8f admin admin] Publish callbacks [] for security_group (1dc3512a-8de4-4a5a-be71-f898b1087469), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.401173 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9df58d8-56e4-42c7-93dd-fa0fd6b43e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1dc3512a-8de4-4a5a-be71-f898b1087469), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.468890 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a9df58d8-56e4-42c7-93dd-fa0fd6b43e8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5635fdd549c940e6b7861a7805e73d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171683 Mar 08 13:01:33.472124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df58d8-56e4-42c7-93dd-fa0fd6b43e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3512a-8de4-4a5a-be71-f898b1087469,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:33.472714 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36318) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:33.550681 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] Publish callbacks [] for security_group (1dc3512a-8de4-4a5a-be71-f898b1087469), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.573147 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] Publish callbacks [] for security_group (1dc3512a-8de4-4a5a-be71-f898b1087469), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.584109 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dd96-73a1-4f13-b127-cd7865a6a497 req-7019b1bc-064a-4228-961d-0608885564d8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:33.585632 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2b47dd96-73a1-4f13-b127-cd7865a6a497 req-7019b1bc-064a-4228-961d-0608885564d8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0577188 Mar 08 13:01:33.631879 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1dc3512a-8de4-4a5a-be71-f898b1087469), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.636133 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:33.638275 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc3512a-8de4-4a5a-be71-f898b1087469 HTTP/1.1" status: 204 len: 168 time: 0.1636035 Mar 08 13:01:33.651265 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98420905-69e6-4e75-b551-94b7df2852fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3512a-8de4-4a5a-be71-f898b1087469,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:33.651837 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2b47dd96-73a1-4f13-b127-cd7865a6a497 req-f868b326-db2c-47a9-883e-10066429d607 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549581 Mar 08 13:01:33.740215 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ed24-0ba1-442f-8378-c127c17f4a82 req-66ae8dbd-f72f-45bf-bdfc-0dca1fbd3c5b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:33.742080 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4702ed24-0ba1-442f-8378-c127c17f4a82 req-66ae8dbd-f72f-45bf-bdfc-0dca1fbd3c5b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0554500 Mar 08 13:01:33.799788 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4702ed24-0ba1-442f-8378-c127c17f4a82 req-03b91eee-d736-42db-9899-6dd691cea7b5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512426 Mar 08 13:01:33.924135 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc558d1-8daa-43ad-87cd-f43f4406ba68 req-a8036b81-9895-43b0-9ec1-07aace255db0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:33.925619 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2bc558d1-8daa-43ad-87cd-f43f4406ba68 req-a8036b81-9895-43b0-9ec1-07aace255db0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0544074 Mar 08 13:01:33.934899 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36346) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:33.944078 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:34.045514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:34.159239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5bdb-0c2a-4791-82cb-587e5f4643e3 req-0cdc2ec5-a281-48d4-ad73-93635866b9de tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.160665 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ddfa5bdb-0c2a-4791-82cb-587e5f4643e3 req-0cdc2ec5-a281-48d4-ad73-93635866b9de tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1873653 Mar 08 13:01:34.284580 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ddfa5bdb-0c2a-4791-82cb-587e5f4643e3 req-eb6a880f-a163-4f34-877f-b24723248b18 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009674 Mar 08 13:01:34.897818 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ccc7-0fb2-4649-9619-d6dda339b678 req-349f9c9e-222d-4904-90a6-68477b956762 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:34.899549 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4593ccc7-0fb2-4649-9619-d6dda339b678 req-349f9c9e-222d-4904-90a6-68477b956762 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1717458 Mar 08 13:01:34.908827 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36398) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:34.951777 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36402) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:35.008559 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.017580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.059632 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4593ccc7-0fb2-4649-9619-d6dda339b678 req-c0fa6b04-3610-4146-880f-c5ddf815f170 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515172 Mar 08 13:01:35.091205 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f26abead-dad3-4f7b-80ea-2a924f2690ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.123388 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-07981dd5-a190-4cda-b19f-9681f00c0d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.155750 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 593196c7-4976-4230-8e13-add22a7ed261 associated. External IP: 172.27.1.223, port: 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795. Mar 08 13:01:35.168452 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f26abead-dad3-4f7b-80ea-2a924f2690ba admin admin] Publish callbacks [] for security_group (0d09cd24-ce05-4c73-a39e-12fe593c8b76), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.172215 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f26abead-dad3-4f7b-80ea-2a924f2690ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0d09cd24-ce05-4c73-a39e-12fe593c8b76), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.212408 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f26abead-dad3-4f7b-80ea-2a924f2690ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9039f427cdb4bd79a53ebdebcac44e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559114 Mar 08 13:01:35.212408 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26abead-dad3-4f7b-80ea-2a924f2690ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d09cd24-ce05-4c73-a39e-12fe593c8b76,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.213560 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36406) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:35.259888 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] Publish callbacks [] for security_group (0d09cd24-ce05-4c73-a39e-12fe593c8b76), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.281565 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] Publish callbacks [] for security_group (0d09cd24-ce05-4c73-a39e-12fe593c8b76), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.300719 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-07981dd5-a190-4cda-b19f-9681f00c0d61 admin admin] Publish callbacks [] for security_group (e58a426a-0cdd-43b1-8b24-9c591a72170c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.306446 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-07981dd5-a190-4cda-b19f-9681f00c0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e58a426a-0cdd-43b1-8b24-9c591a72170c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.331468 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0d09cd24-ce05-4c73-a39e-12fe593c8b76), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.334224 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.337986 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d09cd24-ce05-4c73-a39e-12fe593c8b76 HTTP/1.1" status: 204 len: 168 time: 0.1215105 Mar 08 13:01:35.357561 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b4f63-a36f-490c-953c-c3259cdc90cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d09cd24-ce05-4c73-a39e-12fe593c8b76,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.390748 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-07981dd5-a190-4cda-b19f-9681f00c0d61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92417a86ca274413891f56fbe962987b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797316 Mar 08 13:01:35.393935 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36412) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:35.425238 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07981dd5-a190-4cda-b19f-9681f00c0d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a426a-0cdd-43b1-8b24-9c591a72170c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.447245 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] Publish callbacks [] for security_group (e58a426a-0cdd-43b1-8b24-9c591a72170c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.472398 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] Publish callbacks [] for security_group (e58a426a-0cdd-43b1-8b24-9c591a72170c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.493098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239bf81-97a6-4a9f-9a21-1c00c226c27d req-685c88ca-9c9d-4e44-8e1c-69d9de117d3c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:35.494789 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0239bf81-97a6-4a9f-9a21-1c00c226c27d req-685c88ca-9c9d-4e44-8e1c-69d9de117d3c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0728455 Mar 08 13:01:35.523106 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:35.547340 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e58a426a-0cdd-43b1-8b24-9c591a72170c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.550297 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.553938 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58a426a-0cdd-43b1-8b24-9c591a72170c HTTP/1.1" status: 204 len: 168 time: 0.1565039 Mar 08 13:01:35.559373 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d19a-dac5-402c-bc7f-805ad8c2d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a426a-0cdd-43b1-8b24-9c591a72170c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:35.626606 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0239bf81-97a6-4a9f-9a21-1c00c226c27d req-6dc00f76-c7c3-4be9-81af-a378d7522f9c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259546 Mar 08 13:01:35.693005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:35.697534 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.707973 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:35.719155 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:35.722927 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:01:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:35.743357 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e881b866-8cf8-4a61-b50d-5ac7a211921f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "PUT /v2.0/floatingips/593196c7-4976-4230-8e13-add22a7ed261 HTTP/1.1" status: 200 len: 991 time: 1.8068199 Mar 08 13:01:35.743964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:35.746239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f7b94-f815-4917-8dcb-3b84290c00f3" -d '{"events": [{"name": "network-changed", "server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:35.794153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be2f6b5-6011-4263-bf68-bb148b9d0df9 x-openstack-request-id: req-5be2f6b5-6011-4263-bf68-bb148b9d0df9 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:35.794755 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:35.795016 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5be2f6b5-6011-4263-bf68-bb148b9d0df9 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:35.795422 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'status': 'completed', 'code': 200} Mar 08 13:01:35.803733 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36428) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:35.824804 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a717044d-0372-43c0-b996-df29a0b2c7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:35.888047 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-79edd9c6-72fb-479d-aac3-0ddad9831e39 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141364 Mar 08 13:01:35.904687 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:35.911530 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-03387171-d941-45bc-a724-18f476f30c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:35.913155 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-03387171-d941-45bc-a724-18f476f30c18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 1129 time: 0.0790582 Mar 08 13:01:36.051907 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-b9753c34-b007-4d8f-95d4-6e0b1a390ed3 req-bae62c86-54c4-4854-a666-925095edae38 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387150 Mar 08 13:01:36.071256 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a717044d-0372-43c0-b996-df29a0b2c7bb admin admin] Publish callbacks [] for security_group (af0f0b97-a07d-4e93-8a9d-8dd411cb43f9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.084747 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a717044d-0372-43c0-b996-df29a0b2c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (af0f0b97-a07d-4e93-8a9d-8dd411cb43f9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.106267 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81253a7d-a0a0-4716-93c7-9216b67db2cf req-ef44c218-6132-46fc-bb66-8a02bd046a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.110323 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-81253a7d-a0a0-4716-93c7-9216b67db2cf req-ef44c218-6132-46fc-bb66-8a02bd046a0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1130 time: 0.1940551 Mar 08 13:01:36.136709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-248c785a-6ea4-49ba-a2a7-7546dacb6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.139237 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-248c785a-6ea4-49ba-a2a7-7546dacb6f61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.2124307 Mar 08 13:01:36.145602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36444) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:36.145991 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a717044d-0372-43c0-b996-df29a0b2c7bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a14c10988f924a068fb9af7778bc6bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412013 Mar 08 13:01:36.205939 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] Publish callbacks [] for security_group (af0f0b97-a07d-4e93-8a9d-8dd411cb43f9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.232563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] Publish callbacks [] for security_group (af0f0b97-a07d-4e93-8a9d-8dd411cb43f9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.260501 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:34Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:36.293264 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:36.299638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (af0f0b97-a07d-4e93-8a9d-8dd411cb43f9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.302712 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:36.303224 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:36.303367 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:01:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:36.304573 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af0f0b97-a07d-4e93-8a9d-8dd411cb43f9 HTTP/1.1" status: 204 len: 168 time: 0.1579387 Mar 08 13:01:36.313698 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a926a4-7404-4603-9e27-7067d26fc45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f0b97-a07d-4e93-8a9d-8dd411cb43f9,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:36.319845 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717044d-0372-43c0-b996-df29a0b2c7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f0b97-a07d-4e93-8a9d-8dd411cb43f9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:36.382292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b90a-8a83-4119-a36b-ba16b75cf307 req-bd4cf7f8-ad5f-4728-9d1e-25b2aaef1e83 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:36.383789 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1908b90a-8a83-4119-a36b-ba16b75cf307 req-bd4cf7f8-ad5f-4728-9d1e-25b2aaef1e83 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.2151675 Mar 08 13:01:36.386546 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-ce673038-d8b7-4aa6-956d-f116c84d76d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 200 len: 999 time: 0.1857893 Mar 08 13:01:36.389294 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-81253a7d-a0a0-4716-93c7-9216b67db2cf req-953822f4-c0bb-4ff9-81a9-5d23acdf93e2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423005 Mar 08 13:01:36.446314 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:36.453656 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1908b90a-8a83-4119-a36b-ba16b75cf307 req-3b0b3ff5-5557-492e-8a9c-5085dcb79620 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618470 Mar 08 13:01:36.768511 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:34Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:36.805338 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f640dc4-ceed-4bfc-b557-0fb70b53de09 None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:34Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:37.078490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-95d7848c-281b-4adb-a0ad-79b2c3cf8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.079943 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-95d7848c-281b-4adb-a0ad-79b2c3cf8499 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.3841004 Mar 08 13:01:37.101049 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574f444-9b0f-4009-af8f-0c2b92de3e1f req-abf14f23-2884-4889-82b7-22a9087ce1b2 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.114694 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e574f444-9b0f-4009-af8f-0c2b92de3e1f req-abf14f23-2884-4889-82b7-22a9087ce1b2 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.3739321 Mar 08 13:01:37.200663 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-769ca4f4-b13b-4fe0-91af-f37210a99983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.200884 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a79666-aea9-4996-8224-b3695ac6d209 None None] New status for floating IP 593196c7-4976-4230-8e13-add22a7ed261: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:01:37.202230 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-769ca4f4-b13b-4fe0-91af-f37210a99983 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838635 Mar 08 13:01:37.229422 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e574f444-9b0f-4009-af8f-0c2b92de3e1f req-0fefe1c4-ec58-4782-93df-5c3736ccf4d9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998485 Mar 08 13:01:37.572450 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bbccc-a0fb-4ef9-9c86-e18a12d2b6a1 req-ab0d6791-4514-4d3f-baa7-33b71c8ac815 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:37.573955 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-474bbccc-a0fb-4ef9-9c86-e18a12d2b6a1 req-ab0d6791-4514-4d3f-baa7-33b71c8ac815 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Mar 08 13:01:37.622829 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-474bbccc-a0fb-4ef9-9c86-e18a12d2b6a1 req-e16cb72c-d10c-49bf-8fa4-782b604f81c7 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Mar 08 13:01:38.371734 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-a667136a-240f-49f0-97b4-b550a0efe8ce service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441302 Mar 08 13:01:38.388176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417152a8-6842-4860-b78f-917338c131e2 req-953cd8cf-1a02-4ef3-b873-15fb91c2af42 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:38.389545 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-417152a8-6842-4860-b78f-917338c131e2 req-953cd8cf-1a02-4ef3-b873-15fb91c2af42 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0764821 Mar 08 13:01:38.439320 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-417152a8-6842-4860-b78f-917338c131e2 req-8e7718aa-afb9-4366-862d-51375f88f07c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Mar 08 13:01:38.736097 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b661e1-9cc7-45d3-9397-2e85b9c89fdb req-1db73f29-c58c-483d-8db3-6b134de4f5a1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:38.737514 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d1b661e1-9cc7-45d3-9397-2e85b9c89fdb req-1db73f29-c58c-483d-8db3-6b134de4f5a1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0488687 Mar 08 13:01:38.782167 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d1b661e1-9cc7-45d3-9397-2e85b9c89fdb req-205937f8-20a3-4771-b042-1a2df94d632e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Mar 08 13:01:39.192673 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-784f7b94-f815-4917-8dcb-3b84290c00f3 req-4fbb6eff-99ef-45ad-a183-7a104b98504a service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907395 Mar 08 13:01:39.554434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3a8c-602e-4744-8655-692ce62a55d5 req-0bcd6681-0fc8-4e56-b9b6-1ac447f64b2a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:39.555873 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-515d3a8c-602e-4744-8655-692ce62a55d5 req-0bcd6681-0fc8-4e56-b9b6-1ac447f64b2a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Mar 08 13:01:39.600157 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-515d3a8c-602e-4744-8655-692ce62a55d5 req-3bbf296d-c0f5-4843-9ec0-7a36f89a3b05 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Mar 08 13:01:39.895627 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30034f-d4fc-4141-a7f6-6f38682e7714 req-f5e5bb13-ce51-4c5c-8419-bd94567477be tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:39.897067 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd30034f-d4fc-4141-a7f6-6f38682e7714 req-f5e5bb13-ce51-4c5c-8419-bd94567477be tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0501182 Mar 08 13:01:39.941469 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd30034f-d4fc-4141-a7f6-6f38682e7714 req-9e355148-75f7-4d27-a71b-973423ef698f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Mar 08 13:01:40.716060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260de1-a70e-4f76-9f37-e9377aef6886 req-8c12a395-b98a-4b59-9878-7c7acfd861b9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:40.717518 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b260de1-a70e-4f76-9f37-e9377aef6886 req-8c12a395-b98a-4b59-9878-7c7acfd861b9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0538168 Mar 08 13:01:40.762545 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b260de1-a70e-4f76-9f37-e9377aef6886 req-6cfac186-c60e-41b0-adae-a8a56245e98d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Mar 08 13:01:41.075763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdca06-7311-4edf-a59d-c4f128a41d63 req-5854c6ac-5976-467b-9364-2b57f05f9f97 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.077895 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e0bdca06-7311-4edf-a59d-c4f128a41d63 req-5854c6ac-5976-467b-9364-2b57f05f9f97 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0552995 Mar 08 13:01:41.130690 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e0bdca06-7311-4edf-a59d-c4f128a41d63 req-ff1cd010-fa52-4d06-8573-da165139eb4f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460353 Mar 08 13:01:41.405714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e89e8e-b1ff-4b51-b481-d75d0427c432 req-6ac420e0-b96e-4f63-a6d7-ce862307f0d8 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.407256 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98e89e8e-b1ff-4b51-b481-d75d0427c432 req-6ac420e0-b96e-4f63-a6d7-ce862307f0d8 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.0637829 Mar 08 13:01:41.461346 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98e89e8e-b1ff-4b51-b481-d75d0427c432 req-211e836b-a69e-4b0e-ab84-1b116936ae1b tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480106 Mar 08 13:01:41.890134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beced0b0-c8db-470f-97ae-d723dba1b4d2 req-1c948d28-c5e1-4f84-ab72-c60f009df112 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:41.891630 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-beced0b0-c8db-470f-97ae-d723dba1b4d2 req-1c948d28-c5e1-4f84-ab72-c60f009df112 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0578146 Mar 08 13:01:41.945764 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-beced0b0-c8db-470f-97ae-d723dba1b4d2 req-e74d40c4-ee44-4d50-9614-3c0b80029310 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Mar 08 13:01:42.065945 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b321-4c42-4de4-969f-2fd89d9accd9 req-444f4580-1124-4fce-8c2a-a905ea786d46 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.067407 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a3f1b321-4c42-4de4-969f-2fd89d9accd9 req-444f4580-1124-4fce-8c2a-a905ea786d46 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0602210 Mar 08 13:01:42.076373 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36654) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:42.080944 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'floatingip': {'port_id': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:42.158614 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:42.259627 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8f52c-4000-4990-9b76-1603a834ecc5 req-bb57d66d-5d19-4f4c-a2a2-e36409d32e63 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.261114 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2eb8f52c-4000-4990-9b76-1603a834ecc5 req-bb57d66d-5d19-4f4c-a2a2-e36409d32e63 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0574770 Mar 08 13:01:42.316624 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2eb8f52c-4000-4990-9b76-1603a834ecc5 req-2a864fc8-8e00-4932-83df-ee9543a5110f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Mar 08 13:01:42.585530 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b0090-d02e-406e-81bd-362ccbfbbfef req-2b2b82c4-6c43-4748-a63c-4463253a56b0 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:42.587018 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a73b0090-d02e-406e-81bd-362ccbfbbfef req-2b2b82c4-6c43-4748-a63c-4463253a56b0 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.0531094 Mar 08 13:01:42.632895 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a73b0090-d02e-406e-81bd-362ccbfbbfef req-cadfd753-12df-4046-94f2-da4c973dff27 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Mar 08 13:01:42.882365 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.db.resource_extend [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 13:01:42.955517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:42.959843 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:43.061400 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Floating IP 9967b934-8708-41a3-825d-2eaa3bd9f962 associated. External IP: 172.27.1.58, port: c74dd1ca-8da0-49ff-a63f-29cb8be3a12d. Mar 08 13:01:43.263518 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:01:43.372917 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:01:43.377481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:43.383856 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:01:43.403864 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:43.404479 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:01:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:43.421828 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d05f89b8-157a-43dc-9348-5cdbc86b931a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "PUT /v2.0/floatingips/9967b934-8708-41a3-825d-2eaa3bd9f962 HTTP/1.1" status: 200 len: 991 time: 1.3340466 Mar 08 13:01:43.421828 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:43.421828 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea935e0-08a9-424f-852b-7b4847e99ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:43.444526 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38efe07-417a-46f7-a79e-1da94f59966b req-140739e1-0fb7-4210-9470-ef19cedcda04 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:43.446172 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c38efe07-417a-46f7-a79e-1da94f59966b req-140739e1-0fb7-4210-9470-ef19cedcda04 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0556438 Mar 08 13:01:43.450675 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6cba10-e8be-4726-a681-bfd32eea9180 x-openstack-request-id: req-4f6cba10-e8be-4726-a681-bfd32eea9180 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:43.450971 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:43.451229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f6cba10-e8be-4726-a681-bfd32eea9180 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:43.451624 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'status': 'completed', 'code': 200} Mar 08 13:01:43.494929 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c38efe07-417a-46f7-a79e-1da94f59966b req-c9f2d6f9-34f5-434a-82e2-780bd7d3723d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Mar 08 13:01:43.516304 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:43.747781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a51752-b511-4ecb-9e00-db3342426ecf req-7c042ab4-a649-4ad8-87f0-7312bd62a9ee tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:43.749756 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-74a51752-b511-4ecb-9e00-db3342426ecf req-7c042ab4-a649-4ad8-87f0-7312bd62a9ee tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.0502017 Mar 08 13:01:43.796547 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-74a51752-b511-4ecb-9e00-db3342426ecf req-63a18aa8-8cd5-4faf-be6a-940b5e2d7537 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Mar 08 13:01:43.813576 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '9967b934-8708-41a3-825d-2eaa3bd9f962', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:7c:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:42Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:43.839777 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:01:43.848059 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:01:43.848647 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:01:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:43.951264 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:01:44.166310 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '9967b934-8708-41a3-825d-2eaa3bd9f962', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:7c:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:42Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:44.195896 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23149a2-232c-4ef5-9c94-a6336204f99b None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '9967b934-8708-41a3-825d-2eaa3bd9f962', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.58', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:7c:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:18Z', 'updated_at': '2022-03-08T13:01:42Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:01:44.376335 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629b1cc9-0013-4d81-8e83-f0e6ea0fe58f None None] New status for floating IP 9967b934-8708-41a3-825d-2eaa3bd9f962: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:01:44.622826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c824c-098d-483f-b64b-adc9b107cde9 req-7610b4df-e70d-4d38-b899-5eb2e0062ab6 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.624487 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-499c824c-098d-483f-b64b-adc9b107cde9 req-7610b4df-e70d-4d38-b899-5eb2e0062ab6 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0593221 Mar 08 13:01:44.673613 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-499c824c-098d-483f-b64b-adc9b107cde9 req-0eab652b-43ef-463e-b003-57b03715205f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Mar 08 13:01:44.836873 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-fc7d3d1a-64bf-41e0-b843-6624e4b1d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.838399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-fc7d3d1a-64bf-41e0-b843-6624e4b1d3ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1130 time: 0.0484972 Mar 08 13:01:44.973273 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60016d1b-827c-4d50-9451-e26ce4c0bd08 req-a502a895-fe1d-4229-8878-0da7cb99a378 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.974745 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60016d1b-827c-4d50-9451-e26ce4c0bd08 req-a502a895-fe1d-4229-8878-0da7cb99a378 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.1056447 Mar 08 13:01:44.976089 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-3a86bb9e-eb0f-4360-b24c-a2a11a69f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:44.977380 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-3a86bb9e-eb0f-4360-b24c-a2a11a69f0fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.1288681 Mar 08 13:01:45.067784 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60016d1b-827c-4d50-9451-e26ce4c0bd08 req-443f8ddb-68f8-44e8-a675-36df128449ee tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/security-groups?id=4966c89f-524e-4d28-8b83-9bd78753d347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874736 Mar 08 13:01:45.069527 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-a5684c7e-02ac-4b6f-bab3-077dce18bf6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 1001 time: 0.0836437 Mar 08 13:01:45.118424 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-ada937a2-4c7c-46b8-9390-4794ac9ad9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.119801 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-ada937a2-4c7c-46b8-9390-4794ac9ad9ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0413034 Mar 08 13:01:45.173303 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-c38bd3ce-cb2c-45ca-86c7-1283b15049f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.174863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-c38bd3ce-cb2c-45ca-86c7-1283b15049f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473893 Mar 08 13:01:45.266629 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-bb535e26-3f46-4571-94b5-59f9ef0f0bd4 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Mar 08 13:01:45.374924 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ea935e0-08a9-424f-852b-7b4847e99ec2 req-daf022f9-47ad-4e7a-8049-e4c6d611d2ed service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933716 Mar 08 13:01:45.508952 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-5c84d7cd-41ef-4fa6-a1d3-c7becfaa7b24 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.510406 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-5c84d7cd-41ef-4fa6-a1d3-c7becfaa7b24 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 945 time: 0.0507734 Mar 08 13:01:45.540384 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8e87dba9-4938-4073-882a-ec1b8a81b043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.638437 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Deleting port 75577408-b191-47de-a639-5d8d746d9515 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:01:45.638964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (75577408-b191-47de-a639-5d8d746d9515), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.730611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] For port 75577408-b191-47de-a639-5d8d746d9515, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=75577408-b191-47de-a639-5d8d746d9515,segment=NetworkSegment(013e2871-e494-4d5b-9093-94ce52c81782),segment_id=013e2871-e494-4d5b-9093-94ce52c81782)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:01:45.731042 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (75577408-b191-47de-a639-5d8d746d9515), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.758270 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Calling delete_port for 75577408-b191-47de-a639-5d8d746d9515 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:01:45.871700 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeedf9d-6347-4079-a623-5ff58458c48c req-704bebac-ffc8-424b-ac10-b4dc08f6ab77 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:45.873166 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-feeedf9d-6347-4079-a623-5ff58458c48c req-704bebac-ffc8-424b-ac10-b4dc08f6ab77 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1297407 Mar 08 13:01:45.957334 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-feeedf9d-6347-4079-a623-5ff58458c48c req-919e8e84-72d5-4ade-97ec-82fd9e60e8fc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Mar 08 13:01:45.985525 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (75577408-b191-47de-a639-5d8d746d9515), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:45.999252 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['75577408-b191-47de-a639-5d8d746d9515'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:01:46.046417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Pushing event deleted for resources: {'Port': ['ID=75577408-b191-47de-a639-5d8d746d9515,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.084756 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] No DVR routers for this DVR port 75577408-b191-47de-a639-5d8d746d9515 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:01:46.088005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.091555 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fcbb6c54-0146-4081-872f-66edb3ac743a req-d0f79b57-05ff-4c44-84db-77291167e65d tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.74 "DELETE /v2.0/ports/75577408-b191-47de-a639-5d8d746d9515 HTTP/1.1" status: 204 len: 173 time: 0.5754328 Mar 08 13:01:46.092001 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'name': 'network-vif-deleted', 'tag': '75577408-b191-47de-a639-5d8d746d9515'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:01:46.095009 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f7eb9-d5dc-49a9-b8be-3dd637db196e" -d '{"events": [{"server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "name": "network-vif-deleted", "tag": "75577408-b191-47de-a639-5d8d746d9515"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:01:46.132821 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd64da-0b89-40ce-8886-59abcdb999af x-openstack-request-id: req-03bd64da-0b89-40ce-8886-59abcdb999af {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:01:46.133372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d", "name": "network-vif-deleted", "tag": "75577408-b191-47de-a639-5d8d746d9515", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:01:46.134185 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03bd64da-0b89-40ce-8886-59abcdb999af {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:01:46.134759 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d', 'name': 'network-vif-deleted', 'tag': '75577408-b191-47de-a639-5d8d746d9515', 'status': 'completed', 'code': 200} Mar 08 13:01:46.176225 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1eb21e82-f83e-4933-b6d4-2a25e37fd551 req-c65cf44d-fae3-4aaf-8bd5-2753213dc120 tempest-DeleteServersTestJSON-1192798349 tempest-DeleteServersTestJSON-1192798349-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9836503-4cfc-4ea1-a4da-2b3c1cb1b46d HTTP/1.1" status: 200 len: 210 time: 0.0282485 Mar 08 13:01:46.322362 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36732) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.515786 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36742) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.564806 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-578a48ef-4a3b-4a77-9b7f-d52254f4b204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.592567 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-225e6ee3-0b34-4af3-a712-a25bacfbece6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.697598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-578a48ef-4a3b-4a77-9b7f-d52254f4b204 admin admin] Publish callbacks [] for security_group (94832bb4-b217-4c81-b7f8-25954f4143f5), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.707946 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-578a48ef-4a3b-4a77-9b7f-d52254f4b204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (94832bb4-b217-4c81-b7f8-25954f4143f5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.744416 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-225e6ee3-0b34-4af3-a712-a25bacfbece6 admin admin] Publish callbacks [] for security_group (5b0281e1-2822-49c5-858d-ee63964ecd18), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.755905 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-225e6ee3-0b34-4af3-a712-a25bacfbece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5b0281e1-2822-49c5-858d-ee63964ecd18), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.765301 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-578a48ef-4a3b-4a77-9b7f-d52254f4b204 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=070458a3180547a5b04f61f7e0261862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388137 Mar 08 13:01:46.765983 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a48ef-4a3b-4a77-9b7f-d52254f4b204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94832bb4-b217-4c81-b7f8-25954f4143f5,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.766134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36750) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.803019 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-225e6ee3-0b34-4af3-a712-a25bacfbece6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=706dcec8873f4c22bdc1b74f49ca2189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860134 Mar 08 13:01:46.805910 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36752) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.812568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e6ee3-0b34-4af3-a712-a25bacfbece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0281e1-2822-49c5-858d-ee63964ecd18,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.840215 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] Publish callbacks [] for security_group (94832bb4-b217-4c81-b7f8-25954f4143f5), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.847675 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36758) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:46.869253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] Publish callbacks [] for security_group (94832bb4-b217-4c81-b7f8-25954f4143f5), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.871276 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] Publish callbacks [] for security_group (5b0281e1-2822-49c5-858d-ee63964ecd18), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.898668 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] Publish callbacks [] for security_group (5b0281e1-2822-49c5-858d-ee63964ecd18), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.939683 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (94832bb4-b217-4c81-b7f8-25954f4143f5), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.942385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.946631 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94832bb4-b217-4c81-b7f8-25954f4143f5 HTTP/1.1" status: 204 len: 168 time: 0.1764605 Mar 08 13:01:46.971210 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae16541-83cb-4d57-9f6d-062f1d75ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94832bb4-b217-4c81-b7f8-25954f4143f5,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:46.978300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5b0281e1-2822-49c5-858d-ee63964ecd18), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.984313 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:46.986089 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b0281e1-2822-49c5-858d-ee63964ecd18 HTTP/1.1" status: 204 len: 168 time: 0.1788712 Mar 08 13:01:46.996839 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda2078-c284-42fb-bb32-7261edf92559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0281e1-2822-49c5-858d-ee63964ecd18,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.052708 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844de17e-a7c7-4ee4-92e7-5cb2cb34d0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.178143 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844de17e-a7c7-4ee4-92e7-5cb2cb34d0ce admin admin] Publish callbacks [] for security_group (e4a29625-fde7-4a48-91ad-5ffc22ba714f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.184271 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-844de17e-a7c7-4ee4-92e7-5cb2cb34d0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e4a29625-fde7-4a48-91ad-5ffc22ba714f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.189700 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da887604-6655-4db8-920a-023e0a5e51e5 req-822587e7-2929-4b1d-92c4-4616d5483bde tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:47.191633 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da887604-6655-4db8-920a-023e0a5e51e5 req-822587e7-2929-4b1d-92c4-4616d5483bde tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0873377 Mar 08 13:01:47.292475 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de17e-a7c7-4ee4-92e7-5cb2cb34d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a29625-fde7-4a48-91ad-5ffc22ba714f,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.299680 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da887604-6655-4db8-920a-023e0a5e51e5 req-2565bd98-61ad-4ab9-9a7b-3cbe89a11a9e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Mar 08 13:01:47.304755 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-844de17e-a7c7-4ee4-92e7-5cb2cb34d0ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb5fbb1a5c5440e798ffcd66b5686d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560862 Mar 08 13:01:47.308033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36782) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.391401 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] Publish callbacks [] for security_group (e4a29625-fde7-4a48-91ad-5ffc22ba714f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.420477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] Publish callbacks [] for security_group (e4a29625-fde7-4a48-91ad-5ffc22ba714f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.483952 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e4a29625-fde7-4a48-91ad-5ffc22ba714f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.486705 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.487881 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a29625-fde7-4a48-91ad-5ffc22ba714f HTTP/1.1" status: 204 len: 168 time: 0.1789625 Mar 08 13:01:47.498213 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb7a72-0257-4569-a801-bbec0a337908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a29625-fde7-4a48-91ad-5ffc22ba714f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.509451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36800) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.527760 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4b07000-bc0d-47ea-965d-287cd2aff255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.629647 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4b07000-bc0d-47ea-965d-287cd2aff255 admin admin] Publish callbacks [] for security_group (884081c9-8c2d-4ab8-a8b7-27e68d3284d8), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.634332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d4b07000-bc0d-47ea-965d-287cd2aff255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (884081c9-8c2d-4ab8-a8b7-27e68d3284d8), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.679107 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d4b07000-bc0d-47ea-965d-287cd2aff255 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52c9772bb70a4d6792ab67d7fa645be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684687 Mar 08 13:01:47.680075 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b07000-bc0d-47ea-965d-287cd2aff255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884081c9-8c2d-4ab8-a8b7-27e68d3284d8,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.682912 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36808) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.741403 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] Publish callbacks [] for security_group (884081c9-8c2d-4ab8-a8b7-27e68d3284d8), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.762704 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] Publish callbacks [] for security_group (884081c9-8c2d-4ab8-a8b7-27e68d3284d8), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.809572 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (884081c9-8c2d-4ab8-a8b7-27e68d3284d8), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.813149 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.814725 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/884081c9-8c2d-4ab8-a8b7-27e68d3284d8 HTTP/1.1" status: 204 len: 168 time: 0.1294434 Mar 08 13:01:47.822561 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9b872-0e95-49da-a6c2-8548889c41f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884081c9-8c2d-4ab8-a8b7-27e68d3284d8,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:47.861739 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a260f2df-fc04-472d-b9be-3d6577a9aa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:47.930692 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36820) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:47.944699 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dd091f31-73e7-4372-8e4a-5f966199f67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.026032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dd091f31-73e7-4372-8e4a-5f966199f67e admin admin] Publish callbacks [] for security_group (68b23c80-5838-4c0d-97a2-64a146285c13), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.035214 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dd091f31-73e7-4372-8e4a-5f966199f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (68b23c80-5838-4c0d-97a2-64a146285c13), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.074129 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-dd091f31-73e7-4372-8e4a-5f966199f67e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06665698663642babd081bd4e465f84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423197 Mar 08 13:01:48.076051 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd091f31-73e7-4372-8e4a-5f966199f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b23c80-5838-4c0d-97a2-64a146285c13,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.076931 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36824) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:48.132419 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] Publish callbacks [] for security_group (68b23c80-5838-4c0d-97a2-64a146285c13), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.153744 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] Publish callbacks [] for security_group (68b23c80-5838-4c0d-97a2-64a146285c13), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.202976 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (68b23c80-5838-4c0d-97a2-64a146285c13), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.205807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:48.206927 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68b23c80-5838-4c0d-97a2-64a146285c13 HTTP/1.1" status: 204 len: 168 time: 0.1282663 Mar 08 13:01:48.215019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c40b1-c4a2-4f2b-aec2-4f49a7d4f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b23c80-5838-4c0d-97a2-64a146285c13,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:48.450124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820c56e-f7ec-47f1-b646-f901df944d67 req-5c6a94d2-472f-4898-8da7-63e0ed996249 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:48.451673 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0820c56e-f7ec-47f1-b646-f901df944d67 req-5c6a94d2-472f-4898-8da7-63e0ed996249 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0648875 Mar 08 13:01:48.532940 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0820c56e-f7ec-47f1-b646-f901df944d67 req-ec870bc5-efef-4d1e-9f39-ccb4fe023528 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748165 Mar 08 13:01:48.980085 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.277004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36896) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:49.374174 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 75577408-b191-47de-a639-5d8d746d9515 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:01:49.394956 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 75577408-b191-47de-a639-5d8d746d9515 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:01:49.395618 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 75577408-b191-47de-a639-5d8d746d9515 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:01:49.524753 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559179831-network', 'tenant_id': '3927767b8c1a483384af1e14a7aa1801'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:49.547204 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Made reservation on behalf of 3927767b8c1a483384af1e14a7aa1801 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:49.549542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.570848 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.708971 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b0969-8a2c-42fc-ac86-bc3b7a169e7d req-2fe97527-dc85-4fd2-a834-66979929a9aa tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.711100 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-640b0969-8a2c-42fc-ac86-bc3b7a169e7d req-2fe97527-dc85-4fd2-a834-66979929a9aa tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0846269 Mar 08 13:01:49.731312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks [] for security_group (ebdd3f36-b61c-4a5a-8903-515c5432d6da), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.739360 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ebdd3f36-b61c-4a5a-8903-515c5432d6da), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.782950 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:49.801901 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdd3f36-b61c-4a5a-8903-515c5432d6da,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:49.813863 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.814198 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Added segment ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a of type vlan for network 0f050f23-d3c9-47da-b030-1359c234f9af Mar 08 13:01:49.824552 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.824749 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.825076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.825490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.825805 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.826134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.826463 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.827350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.827679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.828000 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.828499 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.828622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.828933 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:49.840324 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-640b0969-8a2c-42fc-ac86-bc3b7a169e7d req-676d6a49-cc6f-4b3c-af32-1ad732f01107 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235809 Mar 08 13:01:49.889480 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (0f050f23-d3c9-47da-b030-1359c234f9af), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.922852 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (0f050f23-d3c9-47da-b030-1359c234f9af), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.923924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:49.924506 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:49.960742 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6821771 Mar 08 13:01:49.963320 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 36930) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:49.994844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Request body: {'subnet': {'network_id': '0f050f23-d3c9-47da-b030-1359c234f9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559179831-subnet', 'tenant_id': '3927767b8c1a483384af1e14a7aa1801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:50.010525 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b72a3-5240-4bbf-b558-beeef5ff3e0e admin admin] Pushing event updated for resources: {'Network': ['ID=0f050f23-d3c9-47da-b030-1359c234f9af,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.023808 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 0f050f23-d3c9-47da-b030-1359c234f9af details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:50.036622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Made reservation on behalf of 3927767b8c1a483384af1e14a7aa1801 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:50.039611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.237855 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for subnet (bdec0993-dbaf-4cda-8076-041974076213), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.292442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdec0993-dbaf-4cda-8076-041974076213,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:50.306154 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Checking segment: {'id': 'ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '0f050f23-d3c9-47da-b030-1359c234f9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:50.306575 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Network hostable DHCP agents. Network: 0f050f23-d3c9-47da-b030-1359c234f9af, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:50.323768 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Network 0f050f23-d3c9-47da-b030-1359c234f9af is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:50.329481 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.337317 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 0f050f23-d3c9-47da-b030-1359c234f9af) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:50.342152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.342806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:50.365817 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854aec9-b0b6-4a39-8b3c-ccf753c638a7 None None] Network 0f050f23-d3c9-47da-b030-1359c234f9af requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:50.380208 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-14d45648-5c56-4841-969b-d28ae5b7992c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4078503 Mar 08 13:01:50.485923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9a0d6-f2fa-42a2-9b71-6c8ed2ae6c0b None None] Network 0f050f23-d3c9-47da-b030-1359c234f9af requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:50.519628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-ab408b1f-fee0-482f-9b71-ea283cf16474 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525510 Mar 08 13:01:50.622723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-6e35c465-804d-49f9-9cac-1705c96ad0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.625196 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-6e35c465-804d-49f9-9cac-1705c96ad0f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.0549712 Mar 08 13:01:50.740602 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-ed1496df-aa85-418f-83f1-f8f8f1e4d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.742225 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-ed1496df-aa85-418f-83f1-f8f8f1e4d79f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.0936394 Mar 08 13:01:50.792630 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-e79cec94-31f5-4e32-ba99-0a7b721371dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0365436 Mar 08 13:01:50.826750 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36976) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:50.849568 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-60a26858-295e-428b-b44c-6ed6ee9deb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:50.852204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-60a26858-295e-428b-b44c-6ed6ee9deb6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0502553 Mar 08 13:01:50.894997 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-3f3ec042-9a68-4df6-821e-bd4259e65ba1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306282 Mar 08 13:01:51.031630 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b61f26-3b6f-4aaa-8ea2-f9411f800e38 req-b50fe2a7-348f-4235-8597-f26b1329443a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.033436 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24b61f26-3b6f-4aaa-8ea2-f9411f800e38 req-b50fe2a7-348f-4235-8597-f26b1329443a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1066909 Mar 08 13:01:51.047678 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36988) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.052283 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1487386360-network', 'tenant_id': '62ffc54475a54d0bade02a410522b1be'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:51.055401 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.068847 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-c1e63c44-8a52-45bb-8f2d-6b3b9e8ffd93 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593199 Mar 08 13:01:51.095695 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Made reservation on behalf of 62ffc54475a54d0bade02a410522b1be for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:51.098047 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.116888 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.197338 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Publish callbacks [] for security_group (325fcd32-2c01-4f97-97d8-341ad487b7cc), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.206638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (325fcd32-2c01-4f97-97d8-341ad487b7cc), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.262114 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2381dccb89f4a44815c35346ddb4264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4340050 Mar 08 13:01:51.266356 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 36998) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.277279 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325fcd32-2c01-4f97-97d8-341ad487b7cc,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.290032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks [] for security_group (bef47687-6327-4141-a6f5-09e3f0c2215d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.297554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.297826 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.298183 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.298520 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.298855 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.304366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e9c3d-350e-47a3-8e68-a08cf0d96277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:01:51.308437 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bef47687-6327-4141-a6f5-09e3f0c2215d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.349694 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:01:51.355567 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24b61f26-3b6f-4aaa-8ea2-f9411f800e38 req-13f40649-7c61-4d4d-8851-da1e284db9b9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147848 Mar 08 13:01:51.362233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef47687-6327-4141-a6f5-09e3f0c2215d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.367460 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (579a60ec-a76e-4730-8936-a9a35bdb44fb), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.367798 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Added segment 579a60ec-a76e-4730-8936-a9a35bdb44fb of type vlan for network f0e77e1f-15f0-4062-9fea-ff03558137ee Mar 08 13:01:51.408124 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] Publish callbacks [] for security_group (325fcd32-2c01-4f97-97d8-341ad487b7cc), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.430230 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (f0e77e1f-15f0-4062-9fea-ff03558137ee), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.444511 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4afb6ca5-20fd-4b07-adc6-141f28918658 req-9179f5f6-9264-4e0b-8179-0a2fbbe1b486 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641672 Mar 08 13:01:51.449374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] Publish callbacks [] for security_group (325fcd32-2c01-4f97-97d8-341ad487b7cc), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.486452 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (f0e77e1f-15f0-4062-9fea-ff03558137ee), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.487417 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:51.487994 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.529574 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4808412 Mar 08 13:01:51.533115 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37014) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.539895 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Request body: {'subnet': {'network_id': 'f0e77e1f-15f0-4062-9fea-ff03558137ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1487386360-subnet', 'tenant_id': '62ffc54475a54d0bade02a410522b1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:01:51.580741 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060dca6-30f4-4791-9375-565070c973ff admin admin] Pushing event updated for resources: {'Network': ['ID=f0e77e1f-15f0-4062-9fea-ff03558137ee,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.586955 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (325fcd32-2c01-4f97-97d8-341ad487b7cc), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.589887 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.594339 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/325fcd32-2c01-4f97-97d8-341ad487b7cc HTTP/1.1" status: 204 len: 168 time: 0.3237526 Mar 08 13:01:51.597037 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network f0e77e1f-15f0-4062-9fea-ff03558137ee details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:01:51.601936 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69094879-9aa3-483b-befe-a605de8036d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fcd32-2c01-4f97-97d8-341ad487b7cc,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.604294 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Made reservation on behalf of 62ffc54475a54d0bade02a410522b1be for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:01:51.606944 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.781278 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.813067 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:51.881364 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:51.888872 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Checking segment: {'id': '579a60ec-a76e-4730-8936-a9a35bdb44fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f0e77e1f-15f0-4062-9fea-ff03558137ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:01:51.889822 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Network hostable DHCP agents. Network: f0e77e1f-15f0-4062-9fea-ff03558137ee, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:01:51.930526 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Network f0e77e1f-15f0-4062-9fea-ff03558137ee is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:01:51.940230 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37028) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:51.953953 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, f0e77e1f-15f0-4062-9fea-ff03558137ee) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:01:51.972532 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279a030-60d8-4506-b859-8cd63d3f582d None None] Network f0e77e1f-15f0-4062-9fea-ff03558137ee requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:52.001223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.001838 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.024657 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Deleting subnet 50a73e21-c197-4332-b89e-22d573c448f9 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:01:52.031093 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-54dd5ce4-05a7-49e8-b013-26d637147a5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4966853 Mar 08 13:01:52.031877 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Publish callbacks [] for subnet (50a73e21-c197-4332-b89e-22d573c448f9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.095514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (50a73e21-c197-4332-b89e-22d573c448f9), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.137556 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37034) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:52.148246 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b77685-5c9f-411c-abdd-2e2259a9e6a6 None None] Network f0e77e1f-15f0-4062-9fea-ff03558137ee requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:01:52.151026 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07c2-5ffe-4204-8d32-f1565aaba4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.157527 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (50a73e21-c197-4332-b89e-22d573c448f9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.229564 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (50a73e21-c197-4332-b89e-22d573c448f9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.259459 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a73e21-c197-4332-b89e-22d573c448f9,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:52.263700 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.267194 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07c2-5ffe-4204-8d32-f1565aaba4d5 admin admin] Publish callbacks [] for security_group (c7b36a33-8a0b-4034-b35b-cf20c0825f70), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.271319 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-84ad4e2e-49b5-4982-ac8b-f24e6fe11b58 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50a73e21-c197-4332-b89e-22d573c448f9 HTTP/1.1" status: 204 len: 168 time: 0.3295822 Mar 08 13:01:52.271731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37040) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:52.282143 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0d2e07c2-5ffe-4204-8d32-f1565aaba4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c7b36a33-8a0b-4034-b35b-cf20c0825f70), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.369865 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0d2e07c2-5ffe-4204-8d32-f1565aaba4d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64428b7b4c3f4e1f9def7b7cde24448c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310681 Mar 08 13:01:52.372548 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37046) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:52.377879 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e07c2-5ffe-4204-8d32-f1565aaba4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b36a33-8a0b-4034-b35b-cf20c0825f70,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:52.385754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (c00800cf-7f36-45c5-9635-77e4f7f2bc86), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.465367 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] Publish callbacks [] for security_group (c7b36a33-8a0b-4034-b35b-cf20c0825f70), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.480142 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (c00800cf-7f36-45c5-9635-77e4f7f2bc86), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.511313 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] Publish callbacks [] for security_group (c7b36a33-8a0b-4034-b35b-cf20c0825f70), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.522928 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.523545 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.524460 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.524798 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.525139 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.525477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.525818 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.526156 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.526477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.526797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.575231 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c7b36a33-8a0b-4034-b35b-cf20c0825f70), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.579143 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.580754 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7b36a33-8a0b-4034-b35b-cf20c0825f70 HTTP/1.1" status: 204 len: 168 time: 0.2072432 Mar 08 13:01:52.591739 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d340f4-b7fc-4a1c-9ebe-881726167759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b36a33-8a0b-4034-b35b-cf20c0825f70,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:52.593108 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.593465 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.593812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.594149 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 13:01:52.594534 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00800cf-7f36-45c5-9635-77e4f7f2bc86']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:52.615670 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013e2871-e494-4d5b-9093-94ce52c81782') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:52.615966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013e2871-e494-4d5b-9093-94ce52c81782') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:01:52.635807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (013e2871-e494-4d5b-9093-94ce52c81782), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.666992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95208-50b4-4acb-90d9-2eb074b8f82a req-50b1a2a6-a6fd-4768-9093-fb85ffdaa4ad tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:52.672490 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a0a95208-50b4-4acb-90d9-2eb074b8f82a req-50b1a2a6-a6fd-4768-9093-fb85ffdaa4ad tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1967144 Mar 08 13:01:52.674832 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (013e2871-e494-4d5b-9093-94ce52c81782), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.705820 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:01:52.706216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (013e2871-e494-4d5b-9093-94ce52c81782), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: from cryptography.utils import int_from_bytes Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: from cryptography.utils import int_from_bytes Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:01:52.711139 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:01:52.791012 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a0a95208-50b4-4acb-90d9-2eb074b8f82a req-8088aedc-da5f-4f22-9269-06d3d9c7dbce tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091073 Mar 08 13:01:52.791679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (c00800cf-7f36-45c5-9635-77e4f7f2bc86), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.800017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:52.804265 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c00800cf-7f36-45c5-9635-77e4f7f2bc86 HTTP/1.1" status: 204 len: 168 time: 0.5309210 Mar 08 13:01:52.827889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd0624-d9f7-4947-a926-0cc4b91bd8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00800cf-7f36-45c5-9635-77e4f7f2bc86,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:53.086854 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37080) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:53.132126 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2689dfee-41e3-4bae-a36e-d5932663857c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd681874f95e441c9237acda2adc83bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460453 Mar 08 13:01:53.134475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37086) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:53.182850 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] Publish callbacks [] for security_group (4966c89f-524e-4d28-8b83-9bd78753d347), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.209262 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] Publish callbacks [] for security_group (4966c89f-524e-4d28-8b83-9bd78753d347), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.255036 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (4966c89f-524e-4d28-8b83-9bd78753d347), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.257754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.261281 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4966c89f-524e-4d28-8b83-9bd78753d347 HTTP/1.1" status: 204 len: 168 time: 0.1235080 Mar 08 13:01:53.269433 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f55e-e1bd-4c76-a7e6-c7a72f90489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4966c89f-524e-4d28-8b83-9bd78753d347,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:53.806751 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:53.927031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001d0d4-d07e-41b3-b54b-bbb8f9504d3b req-11db7500-1d2c-472a-842a-d9a4aef8817d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:53.933936 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6001d0d4-d07e-41b3-b54b-bbb8f9504d3b req-11db7500-1d2c-472a-842a-d9a4aef8817d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0604694 Mar 08 13:01:53.982612 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6001d0d4-d07e-41b3-b54b-bbb8f9504d3b req-e1275ad5-ad01-4e9e-975c-73afeb345ad5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Mar 08 13:01:54.120264 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:01:55.103779 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ab67c-6dc2-4c8c-bfcc-30924c008b9c req-e0d39da2-c8c1-41e8-8ddc-c76d1b2d8b5d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:55.105255 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d2ab67c-6dc2-4c8c-bfcc-30924c008b9c req-e0d39da2-c8c1-41e8-8ddc-c76d1b2d8b5d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0523465 Mar 08 13:01:55.158236 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d2ab67c-6dc2-4c8c-bfcc-30924c008b9c req-325e1ea9-1349-423e-8041-6cae9773d5bc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468359 Mar 08 13:01:56.274042 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553d66-9de1-46c3-af1c-fc4c1738efe6 req-4b1f074e-69a4-48ea-afea-7f826a4ff613 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:56.275513 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d7553d66-9de1-46c3-af1c-fc4c1738efe6 req-4b1f074e-69a4-48ea-afea-7f826a4ff613 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0514433 Mar 08 13:01:56.322320 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d7553d66-9de1-46c3-af1c-fc4c1738efe6 req-60f88331-60be-4887-9e3b-b40f6ad4a5d5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Mar 08 13:01:57.472237 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa758d0-f42f-42e1-9f06-89b331193248 req-1f7c29e8-3789-47d6-be59-8dc2d629037e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.474746 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2fa758d0-f42f-42e1-9f06-89b331193248 req-1f7c29e8-3789-47d6-be59-8dc2d629037e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0660391 Mar 08 13:01:57.526303 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2fa758d0-f42f-42e1-9f06-89b331193248 req-8b27509b-303f-4320-827e-2a91772b0044 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Mar 08 13:01:57.595265 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-3935aca1-a8a8-4f89-9933-7cca17a5fa84 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=95e16648b57b4e68952272cccf89d384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366580 Mar 08 13:01:57.801055 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-969fe52e-6574-4457-80ee-2bd234c1bb49 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:57.802537 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-969fe52e-6574-4457-80ee-2bd234c1bb49 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020986 Mar 08 13:01:57.817391 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-92dc6556-dd41-4bab-91e7-9709c46a7990 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/quotas/95e16648b57b4e68952272cccf89d384 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Mar 08 13:01:57.851333 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-ac020162-62a5-4d7c-83ca-bb44f2066ba0 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95e16648b57b4e68952272cccf89d384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287499 Mar 08 13:01:58.046626 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4cbcc8c1-da27-433b-bd54-206d76432ae7 req-bfa6f173-5143-4542-ac80-7c7f721ec6ed tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 210 time: 0.0338593 Mar 08 13:01:58.649672 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8262-e321-44ca-a6f7-9be8c599366b req-68dacc91-9118-4bb5-82c6-acc5844163a4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:58.651273 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65df8262-e321-44ca-a6f7-9be8c599366b req-68dacc91-9118-4bb5-82c6-acc5844163a4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0537210 Mar 08 13:01:58.705405 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65df8262-e321-44ca-a6f7-9be8c599366b req-22c4988b-2396-454a-9dcd-517618eb9110 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Mar 08 13:01:59.085923 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37334) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:59.144343 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c8d601bc-bba9-4149-a0fe-8c9a2b85261a req-00608430-e400-472a-9123-eb182aa50f3a tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Mar 08 13:01:59.208887 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f272651-3abe-4452-8dd6-738236c50f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.283140 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f272651-3abe-4452-8dd6-738236c50f7d admin admin] Publish callbacks [] for security_group (5d372b06-e98e-42cf-8e18-efe86c17fae7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.287908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f272651-3abe-4452-8dd6-738236c50f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5d372b06-e98e-42cf-8e18-efe86c17fae7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.329158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7f272651-3abe-4452-8dd6-738236c50f7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc0b114b4b304868b08cdcc814da2e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420549 Mar 08 13:01:59.330373 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f272651-3abe-4452-8dd6-738236c50f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d372b06-e98e-42cf-8e18-efe86c17fae7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:59.332119 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37346) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:59.392100 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] Publish callbacks [] for security_group (5d372b06-e98e-42cf-8e18-efe86c17fae7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.414403 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] Publish callbacks [] for security_group (5d372b06-e98e-42cf-8e18-efe86c17fae7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.462505 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5d372b06-e98e-42cf-8e18-efe86c17fae7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.465113 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.469172 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d372b06-e98e-42cf-8e18-efe86c17fae7 HTTP/1.1" status: 204 len: 168 time: 0.1324511 Mar 08 13:01:59.474330 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30d8ea-1331-438d-8d83-17da1e69900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d372b06-e98e-42cf-8e18-efe86c17fae7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:59.723768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37358) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:59.737010 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-45e4923c-09d7-4773-aec3-844f359a44eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.811820 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-45e4923c-09d7-4773-aec3-844f359a44eb admin admin] Publish callbacks [] for security_group (0386008f-42e1-430f-ad1b-97b23d1dfa8f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.815788 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-45e4923c-09d7-4773-aec3-844f359a44eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0386008f-42e1-430f-ad1b-97b23d1dfa8f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.819632 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95647-4d0e-4ed0-9123-e9b9305369a3 req-cabf62cd-0710-4d64-9413-b6ec5eee4c8d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:01:59.821098 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-13f95647-4d0e-4ed0-9123-e9b9305369a3 req-cabf62cd-0710-4d64-9413-b6ec5eee4c8d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0520730 Mar 08 13:01:59.852977 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4923c-09d7-4773-aec3-844f359a44eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0386008f-42e1-430f-ad1b-97b23d1dfa8f,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:01:59.858066 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-45e4923c-09d7-4773-aec3-844f359a44eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0ba144b8d6c42fcb55fc231e3044958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329961 Mar 08 13:01:59.860587 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37362) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:01:59.868662 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-13f95647-4d0e-4ed0-9123-e9b9305369a3 req-9229e4b7-f41b-434f-8e4d-fce5c47ee50b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Mar 08 13:01:59.912403 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] Publish callbacks [] for security_group (0386008f-42e1-430f-ad1b-97b23d1dfa8f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.934574 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] Publish callbacks [] for security_group (0386008f-42e1-430f-ad1b-97b23d1dfa8f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.980032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0386008f-42e1-430f-ad1b-97b23d1dfa8f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.982602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:01:59.983706 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0386008f-42e1-430f-ad1b-97b23d1dfa8f HTTP/1.1" status: 204 len: 168 time: 0.1219685 Mar 08 13:01:59.991007 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb269f9-cabf-4063-ada3-ec218900cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0386008f-42e1-430f-ad1b-97b23d1dfa8f,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:00.241376 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-93f7f8ff-4ec9-4f33-ad3d-ef512ca643c5 req-5e44ae57-9d9d-417f-8f9a-367824beff64 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 210 time: 0.0274177 Mar 08 13:02:00.304615 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37372) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:00.317074 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc158bcf-b7fc-4152-ad34-2768191fc246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.389697 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc158bcf-b7fc-4152-ad34-2768191fc246 admin admin] Publish callbacks [] for security_group (3f43baf4-f4ab-4978-a7ba-21d700e8df9c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.393196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc158bcf-b7fc-4152-ad34-2768191fc246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3f43baf4-f4ab-4978-a7ba-21d700e8df9c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.430788 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc158bcf-b7fc-4152-ad34-2768191fc246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f43baf4-f4ab-4978-a7ba-21d700e8df9c,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:00.434833 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-dc158bcf-b7fc-4152-ad34-2768191fc246 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c08f0585efa44eda071c8e40346f97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292355 Mar 08 13:02:00.437499 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37374) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:00.486081 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] Publish callbacks [] for security_group (3f43baf4-f4ab-4978-a7ba-21d700e8df9c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.506706 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] Publish callbacks [] for security_group (3f43baf4-f4ab-4978-a7ba-21d700e8df9c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.551048 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3f43baf4-f4ab-4978-a7ba-21d700e8df9c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.553941 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:00.555050 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f43baf4-f4ab-4978-a7ba-21d700e8df9c HTTP/1.1" status: 204 len: 168 time: 0.1166506 Mar 08 13:02:00.562823 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ac4f-41c3-407c-b9cd-f10e6efc9c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f43baf4-f4ab-4978-a7ba-21d700e8df9c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:00.992444 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200b562-f88f-4044-ae35-cfff616407b0 req-29db2263-7e15-4709-a812-cd05b3b9d289 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:00.993924 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1200b562-f88f-4044-ae35-cfff616407b0 req-29db2263-7e15-4709-a812-cd05b3b9d289 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0564346 Mar 08 13:02:01.042336 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1200b562-f88f-4044-ae35-cfff616407b0 req-10afc495-61ff-4276-b56a-f28cc656265d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Mar 08 13:02:01.333853 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-919874c9-d9bf-4931-ad72-3674480e0844 req-76d1c08d-08a1-4046-9f86-59187dc537b3 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 210 time: 0.0258498 Mar 08 13:02:01.985629 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-99cab719-467e-47e2-8a50-c9482b67a7a5 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=95e16648b57b4e68952272cccf89d384&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207493 Mar 08 13:02:02.098228 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-c5de6c28-1181-4209-884e-5a3f3c673c12 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.099768 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-c5de6c28-1181-4209-884e-5a3f3c673c12 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081309 Mar 08 13:02:02.117070 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Request body: {'port': {'device_id': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c', 'admin_state_up': True, 'tenant_id': '95e16648b57b4e68952272cccf89d384'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:02.227872 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a6b7c-2cc9-4946-89e7-afd576c4ffaf req-254bce53-16dc-439d-b3c3-aecec9742a5b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.229309 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-360a6b7c-2cc9-4946-89e7-afd576c4ffaf req-254bce53-16dc-439d-b3c3-aecec9742a5b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1089206 Mar 08 13:02:02.289635 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Made reservation on behalf of 95e16648b57b4e68952272cccf89d384 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:02.293061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.304628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-360a6b7c-2cc9-4946-89e7-afd576c4ffaf req-1da6558a-01bd-4fe2-81b9-949ac45cc7b4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Mar 08 13:02:02.305343 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.411781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks [] for security_group (5d028125-43d0-44d1-ad51-eff074c41d42), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.421229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5d028125-43d0-44d1-ad51-eff074c41d42), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.443989 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-86087b8f-8e55-4976-934f-754d557e3b7e req-78bf5f79-3020-499c-ab9a-724413c6e3df tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 210 time: 0.0342593 Mar 08 13:02:02.501268 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d028125-43d0-44d1-ad51-eff074c41d42,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:02.578312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Allocated IP 192.168.233.72 (9f110535-1d53-4718-93c6-ae8c97f22f8c/fc893f19-5d74-4dd8-a29b-713c5d87de92/4fe96db1-5bf1-4715-9a82-46df05b3f446) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:02.737045 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks [] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.790541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.853676 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Pushing event updated for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:02.865933 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Network 9f110535-1d53-4718-93c6-ae8c97f22f8c is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:02.867805 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:02.871557 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:02.944396 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:02.945017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:02.964898 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-eba77fe5-278f-46f5-aa78-300cf234ec21 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8516939 Mar 08 13:02:02.980731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Request body: {'port': {'device_id': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:03.053986 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.218058 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-3645b072-bdc0-4f8d-b300-bf3fc11ab1b9 None None] Provisioning complete for port 4fe96db1-5bf1-4715-9a82-46df05b3f446 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:03.219386 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3645b072-bdc0-4f8d-b300-bf3fc11ab1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.268578 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-3645b072-bdc0-4f8d-b300-bf3fc11ab1b9 None None] Port 4fe96db1-5bf1-4715-9a82-46df05b3f446 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:03.334123 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe96db1-5bf1-4715-9a82-46df05b3f446 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:03.341940 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks [] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.364100 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Transition to ACTIVE for port object 4fe96db1-5bf1-4715-9a82-46df05b3f446 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:02:03.377720 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.495563 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.575580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627df5f3-92a7-4fce-83f1-0edc5def360e req-89c66ac8-4b61-4bee-9223-fabc24d0320c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.577332 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-627df5f3-92a7-4fce-83f1-0edc5def360e req-89c66ac8-4b61-4bee-9223-fabc24d0320c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1721208 Mar 08 13:02:03.639648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Attempting to bind port 4fe96db1-5bf1-4715-9a82-46df05b3f446 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:03.640220 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Attempting to bind port 4fe96db1-5bf1-4715-9a82-46df05b3f446 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:03.640729 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Attempting to bind port 4fe96db1-5bf1-4715-9a82-46df05b3f446 on network 9f110535-1d53-4718-93c6-ae8c97f22f8c {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:03.652877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Port 4fe96db1-5bf1-4715-9a82-46df05b3f446 on network 9f110535-1d53-4718-93c6-ae8c97f22f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:02:03.653192 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Attempting to bind port 4fe96db1-5bf1-4715-9a82-46df05b3f446 on network 9f110535-1d53-4718-93c6-ae8c97f22f8c {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:03.662078 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:03.662457 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Checking segment: {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:03.662820 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Bound using segment: {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:03.663241 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Bound port: 4fe96db1-5bf1-4715-9a82-46df05b3f446, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5765b469-bb35-491a-9245-8faab764957f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:03.663603 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.697254 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc145-24d6-41bf-a9be-0c780cf4bd83 req-c5ac9f0d-0edd-40c3-a7f2-70a51a10960c tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.698784 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-728fc145-24d6-41bf-a9be-0c780cf4bd83 req-c5ac9f0d-0edd-40c3-a7f2-70a51a10960c tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 947 time: 0.1430161 Mar 08 13:02:03.727755 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-627df5f3-92a7-4fce-83f1-0edc5def360e req-6edd1df5-78da-4df1-b45e-9e6adfbcacda tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241245 Mar 08 13:02:03.832450 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-728fc145-24d6-41bf-a9be-0c780cf4bd83 req-56dc2976-d3bb-4fc4-98db-368fb1d2b2cc tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028137 Mar 08 13:02:03.833416 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:03.837364 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:03.853928 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.883712 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:03.884319 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:03.885658 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] 10.222.0.74 "PUT /v2.0/ports/4fe96db1-5bf1-4715-9a82-46df05b3f446 HTTP/1.1" status: 200 len: 1097 time: 0.9110067 Mar 08 13:02:03.886121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:03.888432 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a38439-db84-4ae8-95fe-18cd81d20df9" -d '{"events": [{"name": "network-changed", "server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:03.926293 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8fd6c-4bed-47ca-8a50-15858f273a26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:03.933052 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f44aa-1f24-4a47-82cf-e9054d25379a x-openstack-request-id: req-198f44aa-1f24-4a47-82cf-e9054d25379a {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:03.933443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:03.934069 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-198f44aa-1f24-4a47-82cf-e9054d25379a {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:03.934626 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446', 'status': 'completed', 'code': 200} Mar 08 13:02:04.196908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-81df7519-9f5a-4ea8-b2ef-9c598b5cddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.198460 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-81df7519-9f5a-4ea8-b2ef-9c598b5cddfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95e16648b57b4e68952272cccf89d384&device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 1131 time: 0.2553892 Mar 08 13:02:04.241362 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-bddca87f-2c96-49a7-97b4-8662afc337eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446 HTTP/1.1" status: 200 len: 217 time: 0.0356956 Mar 08 13:02:04.292683 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-1fd7a43d-79b5-4bd5-9566-a19910ef51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.294194 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-1fd7a43d-79b5-4bd5-9566-a19910ef51a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc893f19-5d74-4dd8-a29b-713c5d87de92 HTTP/1.1" status: 200 len: 843 time: 0.0457535 Mar 08 13:02:04.350993 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1c431-e430-4df9-b425-32262854d8ef req-cf3c8983-8647-47ef-8b71-daeba0284dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.352505 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-cf3c8983-8647-47ef-8b71-daeba0284dc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f110535-1d53-4718-93c6-ae8c97f22f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0489690 Mar 08 13:02:04.450034 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-9586d13a-8791-437b-a890-b9babe0ff45a service neutron] 10.222.0.74 "GET /v2.0/networks/9f110535-1d53-4718-93c6-ae8c97f22f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862584 Mar 08 13:02:04.538605 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41c1c431-e430-4df9-b425-32262854d8ef req-ebc28bc0-787e-4589-8b3a-c541469d9373 service neutron] 10.222.0.74 "GET /v2.0/networks/9f110535-1d53-4718-93c6-ae8c97f22f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Mar 08 13:02:04.631927 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-42ebf65e-bf8c-4d50-9b8b-6b69f253b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.633366 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-42ebf65e-bf8c-4d50-9b8b-6b69f253b854 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=95e16648b57b4e68952272cccf89d384&device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 1131 time: 0.0436773 Mar 08 13:02:04.729346 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-bcffea2f-3d02-41e3-8b59-71d25ace82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.730826 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-bcffea2f-3d02-41e3-8b59-71d25ace82a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9f110535-1d53-4718-93c6-ae8c97f22f8c HTTP/1.1" status: 200 len: 871 time: 0.0868988 Mar 08 13:02:04.771776 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-f49b2bb7-f9cf-4d05-8424-13296f547262 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446 HTTP/1.1" status: 200 len: 217 time: 0.0322888 Mar 08 13:02:04.850916 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-8868dc9b-9d6d-418d-8a84-bbdda5faba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.852393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-8868dc9b-9d6d-418d-8a84-bbdda5faba8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc893f19-5d74-4dd8-a29b-713c5d87de92 HTTP/1.1" status: 200 len: 843 time: 0.0733244 Mar 08 13:02:04.904079 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3a73e-7f43-42fe-ae48-8e1936280d78 req-f7db9480-dc57-445e-991f-b51cda6f2e1d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.906436 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f8e3a73e-7f43-42fe-ae48-8e1936280d78 req-f7db9480-dc57-445e-991f-b51cda6f2e1d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0942314 Mar 08 13:02:04.965921 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-728e1a52-ed0e-4d8d-a3eb-e0e844d9d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:04.968210 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-728e1a52-ed0e-4d8d-a3eb-e0e844d9d1b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f110535-1d53-4718-93c6-ae8c97f22f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1054730 Mar 08 13:02:05.016165 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f8e3a73e-7f43-42fe-ae48-8e1936280d78 req-c60f5c4a-f715-4033-b4bd-77365a057bc2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999596 Mar 08 13:02:05.087465 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98bf3b-4c33-4a13-a2a9-3c8f4a0324d5 req-67277b89-e125-493d-a676-8e1e8bf5eca6 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:05.088407 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4c98bf3b-4c33-4a13-a2a9-3c8f4a0324d5 req-67277b89-e125-493d-a676-8e1e8bf5eca6 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 947 time: 0.1613081 Mar 08 13:02:05.140719 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-15cff244-00e6-4540-9f3f-c091d9acc14d service neutron] 10.222.0.74 "GET /v2.0/networks/9f110535-1d53-4718-93c6-ae8c97f22f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606898 Mar 08 13:02:05.172849 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4c98bf3b-4c33-4a13-a2a9-3c8f4a0324d5 req-52ac4503-eba6-4a21-b705-5b993ae17f9e tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778806 Mar 08 13:02:05.247160 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-32a38439-db84-4ae8-95fe-18cd81d20df9 req-8c9c61be-c6c4-4304-810f-605a3748a150 service neutron] 10.222.0.74 "GET /v2.0/networks/9f110535-1d53-4718-93c6-ae8c97f22f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992298 Mar 08 13:02:05.540308 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37602) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:05.654704 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5e83d48-a160-4d82-99e2-fd5dc8aeb783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.727904 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5e83d48-a160-4d82-99e2-fd5dc8aeb783 admin admin] Publish callbacks [] for security_group (3e3106ca-153b-4c53-91d7-fabae3ad8bfb), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.731423 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a5e83d48-a160-4d82-99e2-fd5dc8aeb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3e3106ca-153b-4c53-91d7-fabae3ad8bfb), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.771774 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a5e83d48-a160-4d82-99e2-fd5dc8aeb783 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea4fb5842bb346b69fd99b40503e61f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302136 Mar 08 13:02:05.774726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e83d48-a160-4d82-99e2-fd5dc8aeb783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3106ca-153b-4c53-91d7-fabae3ad8bfb,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:05.774851 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37608) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:05.823178 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] Publish callbacks [] for security_group (3e3106ca-153b-4c53-91d7-fabae3ad8bfb), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.847319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] Publish callbacks [] for security_group (3e3106ca-153b-4c53-91d7-fabae3ad8bfb), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.893931 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3e3106ca-153b-4c53-91d7-fabae3ad8bfb), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.896458 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:05.897608 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e3106ca-153b-4c53-91d7-fabae3ad8bfb HTTP/1.1" status: 204 len: 168 time: 0.1216562 Mar 08 13:02:05.905630 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98281997-5155-4eaf-bcbc-d4eccb055251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3106ca-153b-4c53-91d7-fabae3ad8bfb,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.140750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e6a1-138c-4610-a270-73a4a62a9b61 req-b71a9cb2-dab5-467d-be17-663960d80ad7 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.142265 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f168e6a1-138c-4610-a270-73a4a62a9b61 req-b71a9cb2-dab5-467d-be17-663960d80ad7 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0547853 Mar 08 13:02:06.166248 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37622) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:06.181098 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-42e65154-349f-4f4d-a7cc-afa957e2b8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.212607 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f168e6a1-138c-4610-a270-73a4a62a9b61 req-638e400e-e63b-4b37-8e9c-d0b012559b82 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629754 Mar 08 13:02:06.273750 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-42e65154-349f-4f4d-a7cc-afa957e2b8a3 admin admin] Publish callbacks [] for security_group (9909a91e-97f6-4a22-b867-28905b177f6b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.278340 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-42e65154-349f-4f4d-a7cc-afa957e2b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9909a91e-97f6-4a22-b867-28905b177f6b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.313940 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-42e65154-349f-4f4d-a7cc-afa957e2b8a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88b48698ee384b939f7e9ec87469e8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465886 Mar 08 13:02:06.318606 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37626) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:06.320267 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd40720-0c1b-4443-8620-e5a2dfc90f92 req-97b5705f-68b6-47e1-82c5-1f6f6c47c4fa tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:06.321755 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0cd40720-0c1b-4443-8620-e5a2dfc90f92 req-97b5705f-68b6-47e1-82c5-1f6f6c47c4fa tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 947 time: 0.0589995 Mar 08 13:02:06.333780 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65154-349f-4f4d-a7cc-afa957e2b8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9909a91e-97f6-4a22-b867-28905b177f6b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.376222 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0cd40720-0c1b-4443-8620-e5a2dfc90f92 req-e3251775-b564-4c9c-b1f7-0c86e50e1d2e tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Mar 08 13:02:06.401454 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] Publish callbacks [] for security_group (9909a91e-97f6-4a22-b867-28905b177f6b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.426644 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] Publish callbacks [] for security_group (9909a91e-97f6-4a22-b867-28905b177f6b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.478438 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9909a91e-97f6-4a22-b867-28905b177f6b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.481213 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.485288 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9909a91e-97f6-4a22-b867-28905b177f6b HTTP/1.1" status: 204 len: 168 time: 0.1627202 Mar 08 13:02:06.491132 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bc702-0982-4f0d-8f0f-f457656a8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9909a91e-97f6-4a22-b867-28905b177f6b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.642356 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4fe96db1-5bf1-4715-9a82-46df05b3f446 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:06.756269 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:06.767976 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '4fe96db1-5bf1-4715-9a82-46df05b3f446', 'network_id': '9f110535-1d53-4718-93c6-ae8c97f22f8c', 'port_id': '4fe96db1-5bf1-4715-9a82-46df05b3f446', 'mac_address': 'fa:16:3e:a3:cc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc893f19-5d74-4dd8-a29b-713c5d87de92', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:06.806949 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4fe96db1-5bf1-4715-9a82-46df05b3f446 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:06.807590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.822595 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37642) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:06.824266 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe96db1-5bf1-4715-9a82-46df05b3f446 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:06.835752 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-173ba540-f83f-419d-8c84-df50c98dde40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.848332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:06.856310 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.896391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37644) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:06.912924 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.921681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.922092 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.922458 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.922797 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.923131 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.923460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.923778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-173ba540-f83f-419d-8c84-df50c98dde40 admin admin] Publish callbacks [] for security_group (7fb00115-6493-42ad-9120-5b89280c6438), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.923895 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.924102 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.924430 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.925007 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.925482 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.925974 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.926341 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:06.928908 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-173ba540-f83f-419d-8c84-df50c98dde40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7fb00115-6493-42ad-9120-5b89280c6438), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:06.967756 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba540-f83f-419d-8c84-df50c98dde40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb00115-6493-42ad-9120-5b89280c6438,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:06.971996 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-173ba540-f83f-419d-8c84-df50c98dde40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d963eec195247a2a85758e28ba4ff10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483383 Mar 08 13:02:06.974825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37648) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:07.026372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] Publish callbacks [] for security_group (7fb00115-6493-42ad-9120-5b89280c6438), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.051396 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] Publish callbacks [] for security_group (7fb00115-6493-42ad-9120-5b89280c6438), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.080056 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-42ebc853-c3ea-4893-81a8-80e078e28f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.129119 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7fb00115-6493-42ad-9120-5b89280c6438), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.133141 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.136986 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fb00115-6493-42ad-9120-5b89280c6438 HTTP/1.1" status: 204 len: 168 time: 0.1585734 Mar 08 13:02:07.153592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c88e3c-87c8-48db-acc4-bfa69a1fd7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb00115-6493-42ad-9120-5b89280c6438,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:07.191435 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-42ebc853-c3ea-4893-81a8-80e078e28f40 admin admin] Publish callbacks [] for security_group (98d72d3e-a2cb-4e8c-9c38-9d5058639b3a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.195203 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-42ebc853-c3ea-4893-81a8-80e078e28f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (98d72d3e-a2cb-4e8c-9c38-9d5058639b3a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.215762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['4fe96db1-5bf1-4715-9a82-46df05b3f446'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:07.236572 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-42ebc853-c3ea-4893-81a8-80e078e28f40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=501b80ea25f241178f1970a4c9da05db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391147 Mar 08 13:02:07.239108 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebc853-c3ea-4893-81a8-80e078e28f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d72d3e-a2cb-4e8c-9c38-9d5058639b3a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:07.240062 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37654) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:07.298212 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] Publish callbacks [] for security_group (98d72d3e-a2cb-4e8c-9c38-9d5058639b3a), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.321175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] Publish callbacks [] for security_group (98d72d3e-a2cb-4e8c-9c38-9d5058639b3a), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.376904 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf453-9a64-40e7-9f15-f84d74706df5 req-0245398e-9cd9-4496-8774-d13745e62661 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.378529 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3e8cf453-9a64-40e7-9f15-f84d74706df5 req-0245398e-9cd9-4496-8774-d13745e62661 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0673532 Mar 08 13:02:07.379458 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (98d72d3e-a2cb-4e8c-9c38-9d5058639b3a), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.382349 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.387162 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98d72d3e-a2cb-4e8c-9c38-9d5058639b3a HTTP/1.1" status: 204 len: 168 time: 0.1455920 Mar 08 13:02:07.397555 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f644cb-8303-4c25-acea-2f61465a455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d72d3e-a2cb-4e8c-9c38-9d5058639b3a,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:07.504474 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3e8cf453-9a64-40e7-9f15-f84d74706df5 req-a930bddb-b9af-4f6d-9296-23fe52af2392 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197689 Mar 08 13:02:07.575644 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765bc60-b27d-4b48-916f-8b79cdc5ec90 req-e27d6a02-11c2-4480-beca-fd15dda6b72f tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:07.577582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6765bc60-b27d-4b48-916f-8b79cdc5ec90 req-e27d6a02-11c2-4480-beca-fd15dda6b72f tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 948 time: 0.0897429 Mar 08 13:02:07.633628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6765bc60-b27d-4b48-916f-8b79cdc5ec90 req-a5170bcc-7844-47a1-8e47-def689a076b2 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501466 Mar 08 13:02:07.822754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37690) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:07.836075 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-138c081c-e52b-4ad0-8765-0e92cbaddb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.917128 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-138c081c-e52b-4ad0-8765-0e92cbaddb35 admin admin] Publish callbacks [] for security_group (c20098dd-5c62-48b8-8b87-5445591a51f4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.920984 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-138c081c-e52b-4ad0-8765-0e92cbaddb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c20098dd-5c62-48b8-8b87-5445591a51f4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:07.958705 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-138c081c-e52b-4ad0-8765-0e92cbaddb35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9f1a2273d374154a2492e5487cf6f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347995 Mar 08 13:02:07.961589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37694) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:07.963872 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c081c-e52b-4ad0-8765-0e92cbaddb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20098dd-5c62-48b8-8b87-5445591a51f4,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:08.027486 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] Publish callbacks [] for security_group (c20098dd-5c62-48b8-8b87-5445591a51f4), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.050682 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] Publish callbacks [] for security_group (c20098dd-5c62-48b8-8b87-5445591a51f4), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.105833 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c20098dd-5c62-48b8-8b87-5445591a51f4), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.109276 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.113248 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c20098dd-5c62-48b8-8b87-5445591a51f4 HTTP/1.1" status: 204 len: 168 time: 0.1471853 Mar 08 13:02:08.118644 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc90ee8-648c-4eb7-ad69-e866ee79eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20098dd-5c62-48b8-8b87-5445591a51f4,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:08.635724 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432f7a-9db3-46aa-adca-def0010fb0e4 req-5a3a716b-cbc9-414c-92bb-3b9b91790e29 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.637526 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-de432f7a-9db3-46aa-adca-def0010fb0e4 req-5a3a716b-cbc9-414c-92bb-3b9b91790e29 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0565512 Mar 08 13:02:08.645150 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4fe96db1-5bf1-4715-9a82-46df05b3f446 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:08.740533 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 4fe96db1-5bf1-4715-9a82-46df05b3f446 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:08.747687 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 4fe96db1-5bf1-4715-9a82-46df05b3f446 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:08.748876 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.770185 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-de432f7a-9db3-46aa-adca-def0010fb0e4 req-f1ae79cc-dc17-4608-831f-064ea64e3cdb tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034176 Mar 08 13:02:08.813718 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a8af-e2b9-421f-816b-9209deea7013 req-17eee049-8d4f-4f85-ba64-24944f69fdb7 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:08.820222 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cbc0a8af-e2b9-421f-816b-9209deea7013 req-17eee049-8d4f-4f85-ba64-24944f69fdb7 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 948 time: 0.1055255 Mar 08 13:02:08.856509 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4fe96db1-5bf1-4715-9a82-46df05b3f446 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:08.856962 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.884846 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cbc0a8af-e2b9-421f-816b-9209deea7013 req-7f498429-c311-4d53-9ed6-a79dd8320547 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Mar 08 13:02:08.906631 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:08.906631 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b4d634-0d6e-4283-99bd-7f202dfddfae" -d '{"events": [{"server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "name": "network-vif-plugged", "status": "completed", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:08.921332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:08.927134 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:08.957539 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758c3630-7499-416f-b85a-a9abeaa739c6 x-openstack-request-id: req-758c3630-7499-416f-b85a-a9abeaa739c6 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:08.957848 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "name": "network-vif-plugged", "status": "completed", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:08.958854 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758c3630-7499-416f-b85a-a9abeaa739c6 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:08.959146 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446', 'code': 200} Mar 08 13:02:09.002460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:09.167763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e7f7-c3a1-45d7-a16d-f08d1b0ea753 req-0b1af330-846e-403a-8092-0760dacb7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:09.169427 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad7e7f7-c3a1-45d7-a16d-f08d1b0ea753 req-0b1af330-846e-403a-8092-0760dacb7c07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 1133 time: 0.0537701 Mar 08 13:02:09.260280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad7e7f7-c3a1-45d7-a16d-f08d1b0ea753 req-b31eb6ed-8a6c-49d5-9b7c-350f724a0ca9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749447 Mar 08 13:02:09.543812 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37776) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:09.744641 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-19cbda0e-b11b-4f25-a40e-6cb1f3fd5761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:09.826960 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-19cbda0e-b11b-4f25-a40e-6cb1f3fd5761 admin admin] Publish callbacks [] for security_group (3da691c6-eeab-4289-9425-64737641e571), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:09.831587 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-19cbda0e-b11b-4f25-a40e-6cb1f3fd5761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3da691c6-eeab-4289-9425-64737641e571), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:09.871050 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbda0e-b11b-4f25-a40e-6cb1f3fd5761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da691c6-eeab-4289-9425-64737641e571,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:09.877746 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-19cbda0e-b11b-4f25-a40e-6cb1f3fd5761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c26ec6e5c364fa7be476e803259a5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305979 Mar 08 13:02:09.878048 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37792) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:09.915778 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578add-b388-4d92-b5e1-6231b0dc6c3a req-4806f994-eec5-40a2-a09d-c6c9b8480c8d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:09.917259 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77578add-b388-4d92-b5e1-6231b0dc6c3a req-4806f994-eec5-40a2-a09d-c6c9b8480c8d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0650880 Mar 08 13:02:09.963525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] Publish callbacks [] for security_group (3da691c6-eeab-4289-9425-64737641e571), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:09.985258 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77578add-b388-4d92-b5e1-6231b0dc6c3a req-63953df4-1b11-46eb-ac56-ca23bee22257 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611761 Mar 08 13:02:09.988114 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] Publish callbacks [] for security_group (3da691c6-eeab-4289-9425-64737641e571), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.040625 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc926-9a26-40f2-8c54-dfa1f5a011e7 req-c621cf32-1d03-4af7-8287-16a024e0c01c tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:10.042529 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-697dc926-9a26-40f2-8c54-dfa1f5a011e7 req-c621cf32-1d03-4af7-8287-16a024e0c01c tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.0727835 Mar 08 13:02:10.048223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3da691c6-eeab-4289-9425-64737641e571), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.051435 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.054845 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3da691c6-eeab-4289-9425-64737641e571 HTTP/1.1" status: 204 len: 168 time: 0.1736300 Mar 08 13:02:10.062484 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4eeee-fc9f-4ea0-9f0a-96818bdc6dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da691c6-eeab-4289-9425-64737641e571,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:10.103966 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-697dc926-9a26-40f2-8c54-dfa1f5a011e7 req-044ab06e-34cf-4dad-9103-26dcd296cebc tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547888 Mar 08 13:02:10.388652 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37816) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:10.405544 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-76ad55e3-0367-4dc4-bf26-2b05340b4a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.515170 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-76ad55e3-0367-4dc4-bf26-2b05340b4a8c admin admin] Publish callbacks [] for security_group (c03fc321-1f8d-4624-b74a-26b0dd2df6b3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.518617 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-76ad55e3-0367-4dc4-bf26-2b05340b4a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c03fc321-1f8d-4624-b74a-26b0dd2df6b3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.560152 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-76ad55e3-0367-4dc4-bf26-2b05340b4a8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41b6612a539c4562b5295bfccb476779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1704082 Mar 08 13:02:10.562310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad55e3-0367-4dc4-bf26-2b05340b4a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03fc321-1f8d-4624-b74a-26b0dd2df6b3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:10.562992 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37826) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:10.618260 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] Publish callbacks [] for security_group (c03fc321-1f8d-4624-b74a-26b0dd2df6b3), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.642525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] Publish callbacks [] for security_group (c03fc321-1f8d-4624-b74a-26b0dd2df6b3), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.693481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c03fc321-1f8d-4624-b74a-26b0dd2df6b3), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.697211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:10.703858 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c03fc321-1f8d-4624-b74a-26b0dd2df6b3 HTTP/1.1" status: 204 len: 168 time: 0.1397424 Mar 08 13:02:10.715988 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e8497-4832-4d00-bb8b-8906c5d4e4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03fc321-1f8d-4624-b74a-26b0dd2df6b3,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:11.108434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09057d8d-e2ce-4cf0-8c9d-4985edb9c9a8 req-86db18a1-10f5-41b9-b542-dd69f5066f3e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.109840 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09057d8d-e2ce-4cf0-8c9d-4985edb9c9a8 req-86db18a1-10f5-41b9-b542-dd69f5066f3e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0528722 Mar 08 13:02:11.167290 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09057d8d-e2ce-4cf0-8c9d-4985edb9c9a8 req-7e2b8699-0afe-49d1-8174-1f751331491a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516994 Mar 08 13:02:11.235829 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549dd30-5cd6-4bde-b309-d6b49cc6058f req-59a98c34-54e6-4f60-a1c4-d829c9d0d347 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.237401 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3549dd30-5cd6-4bde-b309-d6b49cc6058f req-59a98c34-54e6-4f60-a1c4-d829c9d0d347 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.0578094 Mar 08 13:02:11.288834 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3549dd30-5cd6-4bde-b309-d6b49cc6058f req-8dc0a57f-beb0-4b4f-853a-a797373e390e tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Mar 08 13:02:11.580022 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dece08-cd94-4020-b690-ebe7bc860dbd req-ec53b052-9c53-4764-ad77-45e66ac74101 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:11.581512 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03dece08-cd94-4020-b690-ebe7bc860dbd req-ec53b052-9c53-4764-ad77-45e66ac74101 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.0683000 Mar 08 13:02:11.640935 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03dece08-cd94-4020-b690-ebe7bc860dbd req-e4faa266-c43c-4be6-980c-ae337acfff5f tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534120 Mar 08 13:02:11.872794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37900) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:11.978992 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a31-c110-4339-a950-18e07cd4c8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.056525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a31-c110-4339-a950-18e07cd4c8a0 admin admin] Publish callbacks [] for security_group (47ac95e6-8d7a-4a2b-86aa-9291b5917dd2), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.060133 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8a31-c110-4339-a950-18e07cd4c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (47ac95e6-8d7a-4a2b-86aa-9291b5917dd2), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.078036 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37914) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:12.099741 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e1bb8a31-c110-4339-a950-18e07cd4c8a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07d5a69f18a04bfb82e023771973e123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253134 Mar 08 13:02:12.100704 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8a31-c110-4339-a950-18e07cd4c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac95e6-8d7a-4a2b-86aa-9291b5917dd2,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:12.103040 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37916) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:12.129409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Deleting subnet bdec0993-dbaf-4cda-8076-041974076213 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:02:12.132768 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Publish callbacks [] for subnet (bdec0993-dbaf-4cda-8076-041974076213), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.152693 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] Publish callbacks [] for security_group (47ac95e6-8d7a-4a2b-86aa-9291b5917dd2), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.167723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (bdec0993-dbaf-4cda-8076-041974076213), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.174941 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] Publish callbacks [] for security_group (47ac95e6-8d7a-4a2b-86aa-9291b5917dd2), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.209802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (bdec0993-dbaf-4cda-8076-041974076213), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.224550 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (47ac95e6-8d7a-4a2b-86aa-9291b5917dd2), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.227914 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.231998 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47ac95e6-8d7a-4a2b-86aa-9291b5917dd2 HTTP/1.1" status: 204 len: 168 time: 0.1262600 Mar 08 13:02:12.242044 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71f8fa-d1c0-4b18-9149-0387a0b5f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac95e6-8d7a-4a2b-86aa-9291b5917dd2,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:12.312859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (bdec0993-dbaf-4cda-8076-041974076213), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.345437 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdec0993-dbaf-4cda-8076-041974076213,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:12.356689 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3840e3e-3efa-4e3c-b1d7-fe32d9467164 req-15d9dbbd-222a-49f5-a975-dda4c7938175 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.362386 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c3840e3e-3efa-4e3c-b1d7-fe32d9467164 req-15d9dbbd-222a-49f5-a975-dda4c7938175 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1066575 Mar 08 13:02:12.365826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.374025 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-86c0e511-566b-4085-9a74-18cd56c3a321 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdec0993-dbaf-4cda-8076-041974076213 HTTP/1.1" status: 204 len: 168 time: 0.2928550 Mar 08 13:02:12.375651 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37924) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:12.420619 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c3840e3e-3efa-4e3c-b1d7-fe32d9467164 req-38f03fe0-888d-4f75-8525-abaaa5d56408 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472667 Mar 08 13:02:12.451596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (0f050f23-d3c9-47da-b030-1359c234f9af), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.540922 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (0f050f23-d3c9-47da-b030-1359c234f9af), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.560603 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f050f23-d3c9-47da-b030-1359c234f9af']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:12.569916 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:12.570206 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:12.579794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.593428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.599973 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:02:12.600385 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (ae2f9fe3-49b0-4f7e-b3bf-a6a3ff55c81a), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:02:12.602031 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:02:12.656225 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (0f050f23-d3c9-47da-b030-1359c234f9af), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.661659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.664844 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f050f23-d3c9-47da-b030-1359c234f9af HTTP/1.1" status: 204 len: 168 time: 0.2876480 Mar 08 13:02:12.667842 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37938) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:12.677665 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb18c54-89b0-4956-8f51-ebb4d00aaf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f050f23-d3c9-47da-b030-1359c234f9af,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:12.726517 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Deleting subnet 3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:02:12.733753 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Publish callbacks [] for subnet (3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.804017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.857317 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b66fc-b220-4d2b-9758-0794cbe79b7f req-483a3cc2-4603-46e7-b973-bb51253df3e6 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:12.858835 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-733b66fc-b220-4d2b-9758-0794cbe79b7f req-483a3cc2-4603-46e7-b973-bb51253df3e6 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.0989330 Mar 08 13:02:12.863425 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.945655 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-733b66fc-b220-4d2b-9758-0794cbe79b7f req-b657f46a-5b14-42da-bc18-39e7463d49d5 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798748 Mar 08 13:02:12.953925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37956) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:12.971349 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:12.974231 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37960) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.002709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.013579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.017864 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-dea07f68-3fbb-4004-8b19-27c05b4abc12 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3c7f8dab-46ba-4dfc-b93a-fe9c4ccf52fd HTTP/1.1" status: 204 len: 168 time: 0.3475184 Mar 08 13:02:13.020125 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37964) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.100088 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1255244643-network', 'tenant_id': '1eedd65be69d4f12a25aaa457d5de314'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:13.110335 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (f0e77e1f-15f0-4062-9fea-ff03558137ee), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.122196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Made reservation on behalf of 1eedd65be69d4f12a25aaa457d5de314 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:13.124628 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.133639 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.169501 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2db76646-a49a-465c-a3bd-5b68358224b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.209832 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ea09a-2eee-4ca7-bbba-f50bc2a66c6c req-641a7989-e74c-4deb-bded-fa82b27cc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.211190 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-010ea09a-2eee-4ca7-bbba-f50bc2a66c6c req-641a7989-e74c-4deb-bded-fa82b27cc784 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1130 time: 0.0696945 Mar 08 13:02:13.224516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (f0e77e1f-15f0-4062-9fea-ff03558137ee), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.255858 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e77e1f-15f0-4062-9fea-ff03558137ee']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:13.278987 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks [] for security_group (9fdc9b80-23f3-4327-866c-5e649cfd1e0c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.280584 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579a60ec-a76e-4730-8936-a9a35bdb44fb') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:13.280878 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579a60ec-a76e-4730-8936-a9a35bdb44fb') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:13.282620 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-010ea09a-2eee-4ca7-bbba-f50bc2a66c6c req-24085d5c-1f83-4417-8a49-f7f9e451dd8f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616457 Mar 08 13:02:13.284177 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9fdc9b80-23f3-4327-866c-5e649cfd1e0c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.295783 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (579a60ec-a76e-4730-8936-a9a35bdb44fb), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.305140 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:13.316475 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (579a60ec-a76e-4730-8936-a9a35bdb44fb), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.318352 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc9b80-23f3-4327-866c-5e649cfd1e0c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.325563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:02:13.326473 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (579a60ec-a76e-4730-8936-a9a35bdb44fb), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:02:13.328085 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:02:13.390727 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2db76646-a49a-465c-a3bd-5b68358224b3 admin admin] Publish callbacks [] for security_group (6efcb798-4e6f-4658-b826-5f502b1e5eb7), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.396232 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2db76646-a49a-465c-a3bd-5b68358224b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (6efcb798-4e6f-4658-b826-5f502b1e5eb7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.413703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (871873aa-7129-469d-96c6-c82164fb33e2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.414328 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Added segment 871873aa-7129-469d-96c6-c82164fb33e2 of type vlan for network 6e4d0198-fad6-4a43-8143-6e45688fe01e Mar 08 13:02:13.418144 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (f0e77e1f-15f0-4062-9fea-ff03558137ee), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.436503 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.443389 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0e77e1f-15f0-4062-9fea-ff03558137ee HTTP/1.1" status: 204 len: 168 time: 0.4183319 Mar 08 13:02:13.460464 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2db76646-a49a-465c-a3bd-5b68358224b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc35f410b96f45feb80097feff4f5d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850616 Mar 08 13:02:13.462092 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db76646-a49a-465c-a3bd-5b68358224b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efcb798-4e6f-4658-b826-5f502b1e5eb7,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.463087 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (6e4d0198-fad6-4a43-8143-6e45688fe01e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.465402 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37972) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.478489 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedbeed-e9e8-41e5-bc64-824b6024f27e admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e77e1f-15f0-4062-9fea-ff03558137ee,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.574894 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (6e4d0198-fad6-4a43-8143-6e45688fe01e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.575850 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.577008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.579656 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37974) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.621868 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5c9a54cb-a80e-457d-bbf0-73f5aaba3406 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3927767b8c1a483384af1e14a7aa1801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410392 Mar 08 13:02:13.622477 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37976) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.664386 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7089903 Mar 08 13:02:13.665280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] Publish callbacks [] for security_group (6efcb798-4e6f-4658-b826-5f502b1e5eb7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.667208 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37978) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:13.672719 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Request body: {'subnet': {'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1255244643-subnet', 'tenant_id': '1eedd65be69d4f12a25aaa457d5de314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:13.678459 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] Publish callbacks [] for security_group (ebdd3f36-b61c-4a5a-8903-515c5432d6da), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.681893 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae195-eac3-4219-aed5-858bede93787 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4d0198-fad6-4a43-8143-6e45688fe01e,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.693275 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:13.696109 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db1d2a-fa7b-4d64-a30c-71a15c459bb3 req-c2434236-ce6a-43a5-857b-44208df7d227 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.697626 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82db1d2a-fa7b-4d64-a30c-71a15c459bb3 req-c2434236-ce6a-43a5-857b-44208df7d227 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1766412 Mar 08 13:02:13.707994 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] Publish callbacks [] for security_group (6efcb798-4e6f-4658-b826-5f502b1e5eb7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.708380 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] Publish callbacks [] for security_group (ebdd3f36-b61c-4a5a-8903-515c5432d6da), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.717159 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Made reservation on behalf of 1eedd65be69d4f12a25aaa457d5de314 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:13.719528 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.723098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d61e09-88b7-488f-82d3-8181848f528c req-e216d890-ffab-4041-8252-e5aa98d47078 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:13.724564 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03d61e09-88b7-488f-82d3-8181848f528c req-e216d890-ffab-4041-8252-e5aa98d47078 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.74 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.2203228 Mar 08 13:02:13.851213 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82db1d2a-fa7b-4d64-a30c-71a15c459bb3 req-f9c0eab0-3d41-4b24-8a5f-cf4b5b14f551 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412354 Mar 08 13:02:13.868139 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (6efcb798-4e6f-4658-b826-5f502b1e5eb7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.879883 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:13.879883 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6efcb798-4e6f-4658-b826-5f502b1e5eb7 HTTP/1.1" status: 204 len: 168 time: 0.4052911 Mar 08 13:02:13.882680 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b99eb-e56b-4d88-aa5e-6be1addc9399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efcb798-4e6f-4658-b826-5f502b1e5eb7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:13.896970 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Deleting port 4fe96db1-5bf1-4715-9a82-46df05b3f446 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:02:13.897204 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.019017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] For port 4fe96db1-5bf1-4715-9a82-46df05b3f446, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fe96db1-5bf1-4715-9a82-46df05b3f446,segment=NetworkSegment(5765b469-bb35-491a-9245-8faab764957f),segment_id=5765b469-bb35-491a-9245-8faab764957f)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:14.019473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.033172 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ebdd3f36-b61c-4a5a-8903-515c5432d6da), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.035901 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.039449 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebdd3f36-b61c-4a5a-8903-515c5432d6da HTTP/1.1" status: 204 len: 168 time: 0.4126940 Mar 08 13:02:14.072255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e611296-c903-4a76-843c-65b51b9ad73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdd3f36-b61c-4a5a-8903-515c5432d6da,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:14.074300 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Calling delete_port for 4fe96db1-5bf1-4715-9a82-46df05b3f446 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:02:14.144630 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b807-24b1-4a25-91f4-ed3b13d3d3eb req-05b3c470-5795-4c49-88a7-fcf21fe6d2d1 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.146152 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-49b1b807-24b1-4a25-91f4-ed3b13d3d3eb req-05b3c470-5795-4c49-88a7-fcf21fe6d2d1 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20ed1d2-355e-4ca8-86bc-a5c776e65e21 HTTP/1.1" status: 200 len: 949 time: 0.1195095 Mar 08 13:02:14.207356 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (89cb5886-e93e-45df-b17b-4b8c765ea0ba), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.239299 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-49b1b807-24b1-4a25-91f4-ed3b13d3d3eb req-33bd467c-4ae3-413e-9b45-ad9d0e10bb32 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d028125-43d0-44d1-ad51-eff074c41d42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623538 Mar 08 13:02:14.288683 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cb5886-e93e-45df-b17b-4b8c765ea0ba,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:14.290879 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Checking segment: {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:14.291229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Network hostable DHCP agents. Network: 6e4d0198-fad6-4a43-8143-6e45688fe01e, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:14.305103 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (4fe96db1-5bf1-4715-9a82-46df05b3f446), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.325653 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['4fe96db1-5bf1-4715-9a82-46df05b3f446'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:14.325910 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:14.340517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 6e4d0198-fad6-4a43-8143-6e45688fe01e) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:14.347807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Pushing event deleted for resources: {'Port': ['ID=4fe96db1-5bf1-4715-9a82-46df05b3f446,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:14.361995 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f1c06-0cb9-4244-9491-d33b89260f7c None None] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:14.375063 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.376881 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.425778 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] No DVR routers for this DVR port 4fe96db1-5bf1-4715-9a82-46df05b3f446 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:14.430372 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b4ea6c12-d056-4f71-bdb7-a6accbc36d15 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7620926 Mar 08 13:02:14.434974 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.442697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03d61e09-88b7-488f-82d3-8181848f528c req-691fa8c9-2766-4588-892b-4212fba2f494 tempest-VolumesNegativeTest-1684226728 tempest-VolumesNegativeTest-1684226728-project] 10.222.0.74 "DELETE /v2.0/ports/4fe96db1-5bf1-4715-9a82-46df05b3f446 HTTP/1.1" status: 204 len: 173 time: 0.7053707 Mar 08 13:02:14.442697 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'name': 'network-vif-deleted', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:14.443094 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44d55d2-be62-4301-aa2b-84f13f666721" -d '{"events": [{"server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "name": "network-vif-deleted", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:14.507949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574eaf0-6eb2-4b1e-b858-66f2f8c4964c x-openstack-request-id: req-5574eaf0-6eb2-4b1e-b858-66f2f8c4964c {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:14.508420 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20ed1d2-355e-4ca8-86bc-a5c776e65e21", "name": "network-vif-deleted", "tag": "4fe96db1-5bf1-4715-9a82-46df05b3f446", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:14.508839 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5574eaf0-6eb2-4b1e-b858-66f2f8c4964c {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:14.509363 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ed1d2-355e-4ca8-86bc-a5c776e65e21', 'name': 'network-vif-deleted', 'tag': '4fe96db1-5bf1-4715-9a82-46df05b3f446', 'status': 'completed', 'code': 200} Mar 08 13:02:14.555277 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 37996) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:14.565662 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13141d-ca31-4546-a341-e3783e306987 None None] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:14.572885 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-147cf3f7-13be-4189-9101-0d912cd9b77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.639302 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 37998) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:14.737481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-147cf3f7-13be-4189-9101-0d912cd9b77e admin admin] Publish callbacks [] for security_group (79e50ac8-b7ab-4a90-bd32-b4a20f306bda), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.738055 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38004) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:14.748658 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3a4728de-3df3-4905-a72d-4547e0edb29d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62ffc54475a54d0bade02a410522b1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004784 Mar 08 13:02:14.757421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-147cf3f7-13be-4189-9101-0d912cd9b77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (79e50ac8-b7ab-4a90-bd32-b4a20f306bda), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.818439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cf3f7-13be-4189-9101-0d912cd9b77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e50ac8-b7ab-4a90-bd32-b4a20f306bda,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:14.825058 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-147cf3f7-13be-4189-9101-0d912cd9b77e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3efdb40cecc947459d08d12d23515223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672546 Mar 08 13:02:14.828255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38006) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:14.862609 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] Publish callbacks [] for security_group (bef47687-6327-4141-a6f5-09e3f0c2215d), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.901951 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] Publish callbacks [] for security_group (bef47687-6327-4141-a6f5-09e3f0c2215d), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.913195 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] Publish callbacks [] for security_group (79e50ac8-b7ab-4a90-bd32-b4a20f306bda), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.957577 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] Publish callbacks [] for security_group (79e50ac8-b7ab-4a90-bd32-b4a20f306bda), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:14.983032 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdd3c2-f97a-435d-bbd7-cdeab75385a4 req-9cbfee22-76ce-449e-83ea-75920e1f67bc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:14.984524 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ccdd3c2-f97a-435d-bbd7-cdeab75385a4 req-9cbfee22-76ce-449e-83ea-75920e1f67bc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.0576439 Mar 08 13:02:15.005453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bef47687-6327-4141-a6f5-09e3f0c2215d), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:15.008956 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:15.010116 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bef47687-6327-4141-a6f5-09e3f0c2215d HTTP/1.1" status: 204 len: 168 time: 0.2710457 Mar 08 13:02:15.030079 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a76e79-f738-41e4-ad39-2bd399b2f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef47687-6327-4141-a6f5-09e3f0c2215d,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:15.040654 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (79e50ac8-b7ab-4a90-bd32-b4a20f306bda), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:15.066903 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:15.068188 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e50ac8-b7ab-4a90-bd32-b4a20f306bda HTTP/1.1" status: 204 len: 168 time: 0.2390482 Mar 08 13:02:15.085217 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ccdd3c2-f97a-435d-bbd7-cdeab75385a4 req-8dc9cabe-245a-4c49-a923-64b74d8af0e3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928109 Mar 08 13:02:15.095979 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38576-903a-495b-9e95-477baa242666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e50ac8-b7ab-4a90-bd32-b4a20f306bda,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:15.369452 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d74e8-aa7b-4862-ad51-1242465d67de req-69d48815-b607-4c24-8b19-567e3d73f17d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:15.384509 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-480d74e8-aa7b-4862-ad51-1242465d67de req-69d48815-b607-4c24-8b19-567e3d73f17d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1843023 Mar 08 13:02:15.450511 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-480d74e8-aa7b-4862-ad51-1242465d67de req-f79c2733-3c77-4ba5-a37b-c43310d0d3b2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Mar 08 13:02:15.565459 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9e890052-1bce-4421-92fa-48719cfb7bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:16.671875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4fe96db1-5bf1-4715-9a82-46df05b3f446 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:02:16.692521 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 4fe96db1-5bf1-4715-9a82-46df05b3f446 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:02:16.692873 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4fe96db1-5bf1-4715-9a82-46df05b3f446 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:02:17.021896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-b88a727e-e67d-4def-8163-8689a9289376 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.029942 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-b88a727e-e67d-4def-8163-8689a9289376 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 809 time: 0.1740630 Mar 08 13:02:17.043993 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-a343af2a-b92d-4e07-9599-e10d064ad7a2 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/quotas/1eedd65be69d4f12a25aaa457d5de314 HTTP/1.1" status: 200 len: 375 time: 0.0129268 Mar 08 13:02:17.130612 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-0be5987a-06b9-4243-a20a-b048d1309ce3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723853 Mar 08 13:02:17.336682 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-191b53ec-9007-4ed8-b951-21921725bfac service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978910 Mar 08 13:02:17.652532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-136f5d6d-0c18-4347-87e8-26b2c4918f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.654628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-136f5d6d-0c18-4347-87e8-26b2c4918f2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.3855736 Mar 08 13:02:17.697580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e12201-ba07-4f5f-b727-0b91e02799fc req-62ca939a-9b9d-4116-a6b6-ca84675c8fdf tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.705131 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43e12201-ba07-4f5f-b727-0b91e02799fc req-62ca939a-9b9d-4116-a6b6-ca84675c8fdf tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.3896549 Mar 08 13:02:17.801443 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-4bd114ee-0384-4874-84ca-862c583bda15 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485693 Mar 08 13:02:17.843953 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43e12201-ba07-4f5f-b727-0b91e02799fc req-e1f6d04c-e64f-446f-9142-7d93bb74db44 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327269 Mar 08 13:02:17.866248 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f9048cbd-fa74-44a6-af07-b3a1a3552359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:17.874430 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-db6c9cd9-d367-44ba-8096-27082c9fd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:17.885083 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-db6c9cd9-d367-44ba-8096-27082c9fd8eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.2149944 Mar 08 13:02:17.933729 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-caed4eb2-8057-4e48-a69a-e4db2a4b6fed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0493073 Mar 08 13:02:18.025023 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-864af75c-2823-495e-b80b-81ab7a6e32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.029737 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-864af75c-2823-495e-b80b-81ab7a6e32c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0856664 Mar 08 13:02:18.080351 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-f83e226e-7de9-4b94-99f6-34b560ad0bc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425084 Mar 08 13:02:18.128680 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0563f0fa-2b37-4cab-abd7-baf2fbfffb29 req-0b8fee38-7c5a-498d-bfdf-bfc02651762e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 210 time: 0.0472753 Mar 08 13:02:18.213751 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-10351850-9bb8-4450-82a3-8cac93c3c918 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230233 Mar 08 13:02:18.314386 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bcccc91-851d-420e-87a0-afa0bf80d9b9 req-fb877875-7215-4262-a548-c7b08fd210ed service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Mar 08 13:02:18.963031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0266de-c828-421c-9d21-279a5a20f36d req-04e04acb-6b53-492d-8736-b33c3ff2eeba tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:18.964560 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f0266de-c828-421c-9d21-279a5a20f36d req-04e04acb-6b53-492d-8736-b33c3ff2eeba tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Mar 08 13:02:18.968989 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:19.013697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f0266de-c828-421c-9d21-279a5a20f36d req-cf47a4e5-9171-4522-acba-e1835b6d7f60 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Mar 08 13:02:19.303640 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd7bce69-8bfe-47ce-9cf0-2d90cac04a7b req-4533c6bf-58e6-499e-a213-fe84d7f4c27b tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 210 time: 0.0359392 Mar 08 13:02:19.352151 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-72a8cc37-3670-4aac-a4bd-159131d8e2b3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.353981 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-72a8cc37-3670-4aac-a4bd-159131d8e2b3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 809 time: 0.1939688 Mar 08 13:02:19.374613 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Request body: {'port': {'device_id': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e', 'admin_state_up': True, 'tenant_id': '1eedd65be69d4f12a25aaa457d5de314'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:19.504371 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Made reservation on behalf of 1eedd65be69d4f12a25aaa457d5de314 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:19.507844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:19.631516 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Allocated IP 172.20.0.4 (6e4d0198-fad6-4a43-8143-6e45688fe01e/89cb5886-e93e-45df-b17b-4b8c765ea0ba/84585af0-d751-4436-9ee1-2d164547c8a9) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:19.782565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks [] for port (84585af0-d751-4436-9ee1-2d164547c8a9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:19.815048 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:19.856889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:19.859839 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:19.863323 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:19.890615 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Pushing event updated for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:19.914243 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:19.914847 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:19.929485 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-aa6925f4-b66b-454f-9dd4-fae48b70cc8f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636730 Mar 08 13:02:19.944852 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Request body: {'port': {'device_id': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:20.006229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.221260 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53a9f2-3f2f-40e3-a2e2-760d6c1aa206 req-b6f37452-f4fa-4fc5-9ffd-7f909206b8d5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.222806 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b53a9f2-3f2f-40e3-a2e2-760d6c1aa206 req-b6f37452-f4fa-4fc5-9ffd-7f909206b8d5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1196311 Mar 08 13:02:20.300469 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b53a9f2-3f2f-40e3-a2e2-760d6c1aa206 req-7b8e49ff-8f8b-46f7-9af0-0318e8e79f2c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718141 Mar 08 13:02:20.333720 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.346553 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84585af0-d751-4436-9ee1-2d164547c8a9 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:20.354562 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks [] for port (84585af0-d751-4436-9ee1-2d164547c8a9), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.369075 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Transition to ACTIVE for port object 84585af0-d751-4436-9ee1-2d164547c8a9 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:02:20.373538 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.457588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Pushing event updated for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:20.514614 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12f0c-47f2-498f-ba69-98a0bec58a09 req-1a79c477-e87b-431c-b59d-71a510673d38 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.516147 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0ed12f0c-47f2-498f-ba69-98a0bec58a09 req-1a79c477-e87b-431c-b59d-71a510673d38 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 943 time: 0.1360960 Mar 08 13:02:20.558088 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Attempting to bind port 84585af0-d751-4436-9ee1-2d164547c8a9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:20.558589 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Attempting to bind port 84585af0-d751-4436-9ee1-2d164547c8a9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:20.558927 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Attempting to bind port 84585af0-d751-4436-9ee1-2d164547c8a9 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:20.572005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Port 84585af0-d751-4436-9ee1-2d164547c8a9 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:02:20.572334 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Attempting to bind port 84585af0-d751-4436-9ee1-2d164547c8a9 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:20.586175 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:20.586514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Checking segment: {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:20.586896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Bound using segment: {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:20.587316 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Bound port: 84585af0-d751-4436-9ee1-2d164547c8a9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:20.587666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.600401 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0ed12f0c-47f2-498f-ba69-98a0bec58a09 req-49e6f2ea-8686-46f8-b99b-2de561e76180 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761135 Mar 08 13:02:20.639751 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38460) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:20.679679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:20.684166 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=84585af0-d751-4436-9ee1-2d164547c8a9,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:20.693417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.737214 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.738064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.739440 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/84585af0-d751-4436-9ee1-2d164547c8a9 HTTP/1.1" status: 200 len: 1093 time: 0.7986140 Mar 08 13:02:20.739901 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:20.742246 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:20.794472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422ff9f-1d59-409f-83a8-b4fafc2718b9 service neutron] Pushing event updated for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:20.811682 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c1e59776-07a2-4d0d-bb17-2c7886d8a90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.832217 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa95557-633c-46ab-afa1-786301946337 x-openstack-request-id: req-5aa95557-633c-46ab-afa1-786301946337 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:20.832524 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:20.832763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aa95557-633c-46ab-afa1-786301946337 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:20.833157 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9', 'status': 'completed', 'code': 200} Mar 08 13:02:20.853564 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-7564782b-844f-4791-9148-ce51bfbd5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.855172 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-7564782b-844f-4791-9148-ce51bfbd5473 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 1127 time: 0.0579140 Mar 08 13:02:20.906207 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c1e59776-07a2-4d0d-bb17-2c7886d8a90d admin admin] Publish callbacks [] for security_group (c2fb88c3-6684-4206-8a9c-e0d44c971ad8), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.907182 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38480) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:20.911419 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-55ce8614-d3b6-450f-aa1f-48156d5a6de4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84585af0-d751-4436-9ee1-2d164547c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0413721 Mar 08 13:02:20.914407 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c1e59776-07a2-4d0d-bb17-2c7886d8a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c2fb88c3-6684-4206-8a9c-e0d44c971ad8), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:20.945226 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59776-07a2-4d0d-bb17-2c7886d8a90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb88c3-6684-4206-8a9c-e0d44c971ad8,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:20.963864 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c1e59776-07a2-4d0d-bb17-2c7886d8a90d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=621555217c3940978771fcde28515346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230071 Mar 08 13:02:20.964587 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38486) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:20.967514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-6506eddf-0e44-41ae-a846-91f07cf9c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:20.969317 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-6506eddf-0e44-41ae-a846-91f07cf9c9e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89cb5886-e93e-45df-b17b-4b8c765ea0ba HTTP/1.1" status: 200 len: 849 time: 0.0480988 Mar 08 13:02:21.020233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] Publish callbacks [] for security_group (c2fb88c3-6684-4206-8a9c-e0d44c971ad8), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.025963 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-3d5a6820-6f14-44ba-94df-3da6eb69d6ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6e4d0198-fad6-4a43-8143-6e45688fe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471654 Mar 08 13:02:21.046018 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] Publish callbacks [] for security_group (c2fb88c3-6684-4206-8a9c-e0d44c971ad8), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.100269 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c2fb88c3-6684-4206-8a9c-e0d44c971ad8), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.104337 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.105460 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2fb88c3-6684-4206-8a9c-e0d44c971ad8 HTTP/1.1" status: 204 len: 168 time: 0.1399786 Mar 08 13:02:21.131932 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f956452-2016-49c0-9c7e-35ede1d0c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb88c3-6684-4206-8a9c-e0d44c971ad8,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:21.164819 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-806b2ac8-f124-457a-9663-7a3f8c630470 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214175 Mar 08 13:02:21.186272 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b92a89b3-b9cd-4f3f-9ef6-f1c012b9287f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95e16648b57b4e68952272cccf89d384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754462 Mar 08 13:02:21.188034 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38504) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:21.258829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] Publish callbacks [] for security_group (5d028125-43d0-44d1-ad51-eff074c41d42), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.278032 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04a389fe-19d7-4cab-a1ce-f798d38d51be req-98733e8a-bbf0-42f4-bfba-cd0efd5d0163 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044590 Mar 08 13:02:21.296470 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] Publish callbacks [] for security_group (5d028125-43d0-44d1-ad51-eff074c41d42), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.380411 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5d028125-43d0-44d1-ad51-eff074c41d42), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.383026 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.387193 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d028125-43d0-44d1-ad51-eff074c41d42 HTTP/1.1" status: 204 len: 168 time: 0.1966956 Mar 08 13:02:21.402423 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe090bf-7d0e-4ee7-b989-6d08074a87be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d028125-43d0-44d1-ad51-eff074c41d42,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:21.439487 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-ebd1241a-58aa-4d51-9bed-1cade31f04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.441011 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-ebd1241a-58aa-4d51-9bed-1cade31f04a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 1127 time: 0.0950098 Mar 08 13:02:21.488799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a127e-be59-48ec-a74a-aeedafe44068 req-8077f82c-e614-46a8-9c2c-dc5af8cd96f3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.490375 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-eb1a127e-be59-48ec-a74a-aeedafe44068 req-8077f82c-e614-46a8-9c2c-dc5af8cd96f3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0952122 Mar 08 13:02:21.540739 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38526) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:21.554621 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be7bb3aa-aa85-4958-9b9d-7fd28ae77285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.581838 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-eb1a127e-be59-48ec-a74a-aeedafe44068 req-3483003c-ab9e-4b09-87c2-b24bb850979b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Mar 08 13:02:21.596751 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-acce4cdb-e61b-4714-b80f-50e6ba4c64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.598341 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-acce4cdb-e61b-4714-b80f-50e6ba4c64ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 911 time: 0.1475163 Mar 08 13:02:21.658619 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be7bb3aa-aa85-4958-9b9d-7fd28ae77285 admin admin] Publish callbacks [] for security_group (c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.660366 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-b49d4170-9e52-4640-8cdb-6f97cf68d7c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84585af0-d751-4436-9ee1-2d164547c8a9 HTTP/1.1" status: 200 len: 217 time: 0.0456867 Mar 08 13:02:21.664862 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be7bb3aa-aa85-4958-9b9d-7fd28ae77285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.715081 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bb3aa-aa85-4958-9b9d-7fd28ae77285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:21.724911 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-be7bb3aa-aa85-4958-9b9d-7fd28ae77285 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=140904e6d6fa4f228b3ef58a1e1dce6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831203 Mar 08 13:02:21.727481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38540) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:21.744923 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-0b4ab0ce-a6d7-4ad2-9ce0-ab627df8761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.746560 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-0b4ab0ce-a6d7-4ad2-9ce0-ab627df8761d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89cb5886-e93e-45df-b17b-4b8c765ea0ba HTTP/1.1" status: 200 len: 849 time: 0.0762739 Mar 08 13:02:21.786226 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] Publish callbacks [] for security_group (c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.787757 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.812813 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] Publish callbacks [] for security_group (c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.817268 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-c5a820de-cefc-491b-93e9-7dd1d9124b7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6e4d0198-fad6-4a43-8143-6e45688fe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590000 Mar 08 13:02:21.862784 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984a234-198d-41ea-8b04-eb9fb145c65e req-9fdac06a-ae14-468b-b519-0695040e6a4a tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:21.864569 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5984a234-198d-41ea-8b04-eb9fb145c65e req-9fdac06a-ae14-468b-b519-0695040e6a4a tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 943 time: 0.1168656 Mar 08 13:02:21.874289 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.877126 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:21.878468 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678 HTTP/1.1" status: 204 len: 168 time: 0.1498501 Mar 08 13:02:21.890246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b5134-d799-411e-8f15-2d27c4a65171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398a7c5-c0b2-42aa-a0b8-36d1c0ce0678,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:21.973872 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5984a234-198d-41ea-8b04-eb9fb145c65e req-bbce9ab2-bc55-43b8-9a64-0c4fbb5d8dbf tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719502 Mar 08 13:02:21.975709 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-32c02ab3-3933-4c0b-95a5-755f3bdcf8ac service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507287 Mar 08 13:02:22.101707 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5700d07b-fb55-480b-bd7c-6ddf8ea3e178 req-ca2ae3ab-4022-4b11-939a-ac66d9669d59 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157417 Mar 08 13:02:22.320061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38570) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:22.554196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691216281-network', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:22.578393 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Made reservation on behalf of 0ad911b26fce44e296230ecdb43414f1 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:22.581065 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.590165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.682167 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 84585af0-d751-4436-9ee1-2d164547c8a9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:22.686193 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks [] for security_group (bd07c7a8-0e5d-4d24-a974-28d51f70c3ae), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.702243 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bd07c7a8-0e5d-4d24-a974-28d51f70c3ae), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.724730 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:22.748666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:22.754421 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (a40625fb-c237-4636-9f75-b0bbae9b68ca), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.754421 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Added segment a40625fb-c237-4636-9f75-b0bbae9b68ca of type vlan for network 27223cba-cff7-45e1-90f7-fb83a83834e3 Mar 08 13:02:22.754965 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38594) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:22.772461 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d17dd-62cf-47b3-ae06-fb806f6d5b23 req-e6ca2bcc-ff28-41b0-a804-51ce17613c7c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.774275 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-098d17dd-62cf-47b3-ae06-fb806f6d5b23 req-e6ca2bcc-ff28-41b0-a804-51ce17613c7c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1055791 Mar 08 13:02:22.808659 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=84585af0-d751-4436-9ee1-2d164547c8a9,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:22.821847 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (27223cba-cff7-45e1-90f7-fb83a83834e3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.822978 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '84585af0-d751-4436-9ee1-2d164547c8a9', 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e', 'port_id': '84585af0-d751-4436-9ee1-2d164547c8a9', 'mac_address': 'fa:16:3e:0e:c6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cb5886-e93e-45df-b17b-4b8c765ea0ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:22.866779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 84585af0-d751-4436-9ee1-2d164547c8a9 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:22.866978 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-098d17dd-62cf-47b3-ae06-fb806f6d5b23 req-b312b761-f1a0-4c1b-bf57-64c211219028 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707531 Mar 08 13:02:22.867503 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.870409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (27223cba-cff7-45e1-90f7-fb83a83834e3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.873505 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:22.874139 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.883371 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84585af0-d751-4436-9ee1-2d164547c8a9 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:22.906649 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=84585af0-d751-4436-9ee1-2d164547c8a9,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:22.915103 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5934525 Mar 08 13:02:22.915335 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.918635 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38606) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:22.925643 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Request body: {'subnet': {'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691216281-subnet', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:22.942864 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-217971171-network', 'tenant_id': '75d0b0296f2b44449f52076bd3b46eb0'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:22.947838 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84860ccb-2839-43fe-b533-4f94ca49d92a admin admin] Pushing event updated for resources: {'Network': ['ID=27223cba-cff7-45e1-90f7-fb83a83834e3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:22.960945 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:22.967769 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Made reservation on behalf of 0ad911b26fce44e296230ecdb43414f1 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:22.970306 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:22.984491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Made reservation on behalf of 75d0b0296f2b44449f52076bd3b46eb0 for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:22.990536 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.026815 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.052031 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.120280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529e38-8f38-4ddf-85f5-67a1817bafd6 req-4c66e58d-e439-45f6-9bfb-f39e96a1423b tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.121695 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-64529e38-8f38-4ddf-85f5-67a1817bafd6 req-4c66e58d-e439-45f6-9bfb-f39e96a1423b tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 944 time: 0.0595393 Mar 08 13:02:23.172733 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-64529e38-8f38-4ddf-85f5-67a1817bafd6 req-aa797784-11d5-4294-b822-dff83a858d03 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Mar 08 13:02:23.195906 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks [] for security_group (1a159d72-963f-4082-a0b5-e66cb9544e79), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.221514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1a159d72-963f-4082-a0b5-e66cb9544e79), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.243490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38616) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:23.253753 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:23.269150 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (f3318683-fcdf-4ac6-9117-943137d7f0d7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.296930 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (c05294c2-f95e-491b-9e83-5cc30c0cbcbf), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.297272 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Added segment c05294c2-f95e-491b-9e83-5cc30c0cbcbf of type vlan for network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e Mar 08 13:02:23.298634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a159d72-963f-4082-a0b5-e66cb9544e79,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.355730 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.357860 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9ff50daf-a754-4049-81eb-8652493b9200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.374309 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3318683-fcdf-4ac6-9117-943137d7f0d7,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.395526 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Checking segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:23.395880 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Network hostable DHCP agents. Network: 27223cba-cff7-45e1-90f7-fb83a83834e3, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:23.405633 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.406578 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.407149 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.435417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9ff50daf-a754-4049-81eb-8652493b9200 admin admin] Publish callbacks [] for security_group (a1c0691d-b3b2-425e-b419-563545ab2a88), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.440059 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9ff50daf-a754-4049-81eb-8652493b9200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (a1c0691d-b3b2-425e-b419-563545ab2a88), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.441114 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6847730 Mar 08 13:02:23.444069 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:23.448527 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38620) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:23.455872 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Request body: {'subnet': {'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-217971171-subnet', 'tenant_id': '75d0b0296f2b44449f52076bd3b46eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:23.478373 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9ff50daf-a754-4049-81eb-8652493b9200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60f420d749a846eb91012dae63bbbf9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338064 Mar 08 13:02:23.479309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff50daf-a754-4049-81eb-8652493b9200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c0691d-b3b2-425e-b419-563545ab2a88,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.481684 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38624) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:23.508299 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 27223cba-cff7-45e1-90f7-fb83a83834e3) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:23.511087 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce580e9-8c03-4c72-bcc2-4638df8f37ea admin admin] Pushing event updated for resources: {'Network': ['ID=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.519934 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2fa0e-3366-4c07-af00-66569a54534b None None] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:23.526781 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.527356 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.538999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] Publish callbacks [] for security_group (a1c0691d-b3b2-425e-b419-563545ab2a88), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.539538 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Made reservation on behalf of 75d0b0296f2b44449f52076bd3b46eb0 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:23.540998 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:23.541799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.559734 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e52934a5-53dd-4046-9b6c-e32de438d85e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6397622 Mar 08 13:02:23.561894 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] Publish callbacks [] for security_group (a1c0691d-b3b2-425e-b419-563545ab2a88), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.563384 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38626) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:23.567473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:23.612641 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.613867 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.640104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (a1c0691d-b3b2-425e-b419-563545ab2a88), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.642986 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.643931 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c0691d-b3b2-425e-b419-563545ab2a88 HTTP/1.1" status: 204 len: 168 time: 0.1612108 Mar 08 13:02:23.666654 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104f7a4-e12e-4e29-ae98-55125011adf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c0691d-b3b2-425e-b419-563545ab2a88,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.700564 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for router_controller (91bc0cb6-d635-4241-a933-9fe7742cf66e), precommit_add_association {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.732469 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-27223cba-cff7-45e1-90f7-fb83a83834e3', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:02:23.733662 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.764111 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (a710772d-8d55-441a-b011-2f9a34a553d5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.831016 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a710772d-8d55-441a-b011-2f9a34a553d5,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:23.858477 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Checking segment: {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:23.859230 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Network hostable DHCP agents. Network: d9d83c7b-5cb8-484e-abf1-cff1ca25e83e, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:23.860329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for router_gateway (91bc0cb6-d635-4241-a933-9fe7742cf66e), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.882006 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:23.896517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, d9d83c7b-5cb8-484e-abf1-cff1ca25e83e) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:23.904196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:23.905212 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:23.910347 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71a284-10b8-4dd1-866b-1d7dfb8ad061 None None] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:23.931765 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1479cb4e-6e66-4e15-93d7-7bfcefad1dc4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4801285 Mar 08 13:02:23.943103 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Allocated IP 172.20.0.2 (27223cba-cff7-45e1-90f7-fb83a83834e3/f3318683-fcdf-4ac6-9117-943137d7f0d7/5839611c-b220-4306-89c9-cebfcc6e8887) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:24.043461 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38636) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:24.058346 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7a5a81e5-9e88-4a99-830e-2f5a6c821eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.142290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7774a79-8fd2-47fd-bd98-09ffe8888d6c None None] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:24.166062 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7a5a81e5-9e88-4a99-830e-2f5a6c821eee admin admin] Publish callbacks [] for security_group (ecc422ef-d690-4791-8198-88f0554c32ba), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.173669 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7a5a81e5-9e88-4a99-830e-2f5a6c821eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ecc422ef-d690-4791-8198-88f0554c32ba), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.262267 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7a5a81e5-9e88-4a99-830e-2f5a6c821eee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f9db0120ef846c18f0f25ec9a790e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176733 Mar 08 13:02:24.264043 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a81e5-9e88-4a99-830e-2f5a6c821eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc422ef-d690-4791-8198-88f0554c32ba,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:24.267822 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38644) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:24.288216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563c79-2fbe-460c-92f6-f1fe873cef9e req-243a0c4a-2e60-49ef-9525-4d94dafb875d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.289676 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09563c79-2fbe-460c-92f6-f1fe873cef9e req-243a0c4a-2e60-49ef-9525-4d94dafb875d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.3253071 Mar 08 13:02:24.331253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks [] for port (5839611c-b220-4306-89c9-cebfcc6e8887), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.342148 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.366891 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] Publish callbacks [] for security_group (ecc422ef-d690-4791-8198-88f0554c32ba), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.387199 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:24.390988 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:24.393721 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:24.400731 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] Publish callbacks [] for security_group (ecc422ef-d690-4791-8198-88f0554c32ba), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.440928 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Pushing event updated for resources: {'Port': ['ID=5839611c-b220-4306-89c9-cebfcc6e8887,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:24.471627 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ecc422ef-d690-4791-8198-88f0554c32ba), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.474597 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.478695 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Attempting to bind port 5839611c-b220-4306-89c9-cebfcc6e8887 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:24.478695 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Attempting to bind port 5839611c-b220-4306-89c9-cebfcc6e8887 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:24.478695 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Attempting to bind port 5839611c-b220-4306-89c9-cebfcc6e8887 on network 27223cba-cff7-45e1-90f7-fb83a83834e3 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:24.479629 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecc422ef-d690-4791-8198-88f0554c32ba HTTP/1.1" status: 204 len: 168 time: 0.1937551 Mar 08 13:02:24.487049 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:24.487520 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Checking segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:24.488411 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.489029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Bound using segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:24.489333 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ba632-d89c-443c-aeb1-51df831caa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc422ef-d690-4791-8198-88f0554c32ba,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:24.489717 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Bound port: 5839611c-b220-4306-89c9-cebfcc6e8887, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:24.490262 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.538449 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09563c79-2fbe-460c-92f6-f1fe873cef9e req-4d63580f-1b3b-47a2-adc6-5081d7d9ef29 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382724 Mar 08 13:02:24.539784 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for router_gateway (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.570770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.582532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becccd5-48a8-4555-bb97-5bb6e89d0bf7 req-08eca130-f1f0-4608-920d-ad6a986f94ec tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:24.590781 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1becccd5-48a8-4555-bb97-5bb6e89d0bf7 req-08eca130-f1f0-4608-920d-ad6a986f94ec tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 944 time: 0.2145345 Mar 08 13:02:24.627333 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] For port 5839611c-b220-4306-89c9-cebfcc6e8887, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:24.634735 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] For port 5839611c-b220-4306-89c9-cebfcc6e8887, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=5839611c-b220-4306-89c9-cebfcc6e8887,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:24.644915 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.726399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1becccd5-48a8-4555-bb97-5bb6e89d0bf7 req-2059c99f-8835-4ded-93f2-3787687caa15 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345475 Mar 08 13:02:24.727659 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a28fb-3f73-4f2e-93eb-7bf7dcb6e1d0 None None] Pushing event updated for resources: {'Port': ['ID=5839611c-b220-4306-89c9-cebfcc6e8887,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:24.783400 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Allocated IP 172.27.1.23 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/68089c3c-35bb-4a5b-a194-869a5c5d0fff) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:24.910380 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:24.965469 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.010393 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:25.017370 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:25.020435 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:25.054802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Pushing event updated for resources: {'Port': ['ID=68089c3c-35bb-4a5b-a194-869a5c5d0fff,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:25.292253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for router_gateway (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.509771 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.536706 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.688443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Router 91bc0cb6-d635-4241-a933-9fe7742cf66e is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:02:25.750555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d097c-47df-4734-ab4c-2f75e87a191b None None] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:25.771567 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b397e3-9903-4c9d-a7cf-9d94a2239549 req-2f6698e0-4649-4429-b837-db20789bd31c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:25.773373 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-72b397e3-9903-4c9d-a7cf-9d94a2239549 req-2f6698e0-4649-4429-b837-db20789bd31c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1314557 Mar 08 13:02:25.842136 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Provisioning complete for port 5839611c-b220-4306-89c9-cebfcc6e8887 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:25.842510 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.866778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38688) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:25.890458 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['84585af0-d751-4436-9ee1-2d164547c8a9'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:25.896669 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-72b397e3-9903-4c9d-a7cf-9d94a2239549 req-5d6712c7-754a-4a8c-85a5-e9bd3b611e49 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957308 Mar 08 13:02:25.898843 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:25.918466 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Sync routers for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:25.921679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2df565-cb91-4281-93e5-8538d332deba req-7294296f-c818-44c5-bdd1-3d6798e8071e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:25.923207 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9b2df565-cb91-4281-93e5-8538d332deba req-7294296f-c818-44c5-bdd1-3d6798e8071e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 944 time: 0.1206012 Mar 08 13:02:25.926429 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:25.930320 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-100baff9-f605-483c-8797-64a39af0102d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3632331 Mar 08 13:02:25.931534 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38692) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:25.939053 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:25.942147 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.010625 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9b2df565-cb91-4281-93e5-8538d332deba req-cb588da6-3ba0-46bf-aec2-a717578467ac tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688441 Mar 08 13:02:26.061246 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Current status of the port 5839611c-b220-4306-89c9-cebfcc6e8887 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:26.061638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.096419 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a035bbe-7f26-4eae-b90c-80b0e7f28347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.105024 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:26.109838 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] For port 5839611c-b220-4306-89c9-cebfcc6e8887, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=5839611c-b220-4306-89c9-cebfcc6e8887,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:26.118464 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.186039 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee34e7-e14d-476d-be68-5a98ff754fde None None] Pushing event updated for resources: {'Port': ['ID=5839611c-b220-4306-89c9-cebfcc6e8887,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.292892 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a035bbe-7f26-4eae-b90c-80b0e7f28347 admin admin] Publish callbacks [] for security_group (1d50fdaf-d00f-4769-a91a-d8cfcb509003), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.297724 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a035bbe-7f26-4eae-b90c-80b0e7f28347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1d50fdaf-d00f-4769-a91a-d8cfcb509003), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.303933 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 3, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.329049 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Checking router: 91bc0cb6-d635-4241-a933-9fe7742cf66e for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:26.330150 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Updating router 91bc0cb6-d635-4241-a933-9fe7742cf66e port 68089c3c-35bb-4a5b-a194-869a5c5d0fff binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:02:26.345260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-364a8680-5de4-4b07-ac6a-32cdb4c8eef9 None None] Provisioning complete for port 5839611c-b220-4306-89c9-cebfcc6e8887 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:26.345676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-364a8680-5de4-4b07-ac6a-32cdb4c8eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.359376 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.382794 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6a035bbe-7f26-4eae-b90c-80b0e7f28347 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8983a6978f184787a8d98cccee00cb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146790 Mar 08 13:02:26.383434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a035bbe-7f26-4eae-b90c-80b0e7f28347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d50fdaf-d00f-4769-a91a-d8cfcb509003,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.385357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38694) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:26.447688 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-364a8680-5de4-4b07-ac6a-32cdb4c8eef9 None None] Current status of the port 5839611c-b220-4306-89c9-cebfcc6e8887 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:26.500167 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] Publish callbacks [] for security_group (1d50fdaf-d00f-4769-a91a-d8cfcb509003), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.526746 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] Publish callbacks [] for security_group (1d50fdaf-d00f-4769-a91a-d8cfcb509003), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.587857 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 5839611c-b220-4306-89c9-cebfcc6e8887 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:26.593983 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1d50fdaf-d00f-4769-a91a-d8cfcb509003), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.594166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.597318 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.598764 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d50fdaf-d00f-4769-a91a-d8cfcb509003 HTTP/1.1" status: 204 len: 168 time: 0.2121840 Mar 08 13:02:26.627288 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks [] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.630386 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f322adc-9a04-4e0a-9c27-43c2018f4fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d50fdaf-d00f-4769-a91a-d8cfcb509003,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.635026 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.653826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 5839611c-b220-4306-89c9-cebfcc6e8887 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:26.654442 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.687011 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Pushing event updated for resources: {'Port': ['ID=68089c3c-35bb-4a5b-a194-869a5c5d0fff,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.695562 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.695941 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.696303 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.696645 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.697372 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.697715 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.698234 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.698713 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.699210 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.699713 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.700691 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.701337 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.701840 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:26.721328 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Attempting to bind port 68089c3c-35bb-4a5b-a194-869a5c5d0fff on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:26.721924 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Attempting to bind port 68089c3c-35bb-4a5b-a194-869a5c5d0fff by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:26.722443 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Attempting to bind port 68089c3c-35bb-4a5b-a194-869a5c5d0fff on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:26.727795 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:26.728428 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:26.728969 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.729671 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:26.730322 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Bound port: 68089c3c-35bb-4a5b-a194-869a5c5d0fff, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:26.730856 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.795311 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 5839611c-b220-4306-89c9-cebfcc6e8887 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:26.795807 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] For port 68089c3c-35bb-4a5b-a194-869a5c5d0fff, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:26.799300 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] For port 68089c3c-35bb-4a5b-a194-869a5c5d0fff, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=68089c3c-35bb-4a5b-a194-869a5c5d0fff,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:26.805111 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:26.816459 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Allocated IP 172.20.0.1 (27223cba-cff7-45e1-90f7-fb83a83834e3/f3318683-fcdf-4ac6-9117-943137d7f0d7/6fb9bae6-b3d1-4827-acb2-5db07aaf91be) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:26.860984 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe90ae-e9a9-4546-b283-c643e6bd0564 None None] Pushing event updated for resources: {'Port': ['ID=68089c3c-35bb-4a5b-a194-869a5c5d0fff,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:26.873671 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:26.874306 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:26.951465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks [] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.005214 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.019817 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:27.107426 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9001500-28a3-4acd-a55c-3f0886c123a8 req-d0a3c187-42b3-4982-8d72-0a2be0ea9c9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:27.108926 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a9001500-28a3-4acd-a55c-3f0886c123a8 req-d0a3c187-42b3-4982-8d72-0a2be0ea9c9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1014152 Mar 08 13:02:27.116672 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:27.120214 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:27.126485 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:27.158379 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:27.192108 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.223405 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a9001500-28a3-4acd-a55c-3f0886c123a8 req-928f97ca-3c7e-49ff-aa26-ed6f12b416d3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041026 Mar 08 13:02:27.239173 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180ad0d-aaf7-4d0a-acbc-5637767a8f21 req-98026517-8fad-4fa0-8bbb-5c41779f786c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:27.252052 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f180ad0d-aaf7-4d0a-acbc-5637767a8f21 req-98026517-8fad-4fa0-8bbb-5c41779f786c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 944 time: 0.1341190 Mar 08 13:02:27.316017 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f180ad0d-aaf7-4d0a-acbc-5637767a8f21 req-02a2416e-8d3a-46ad-b964-3c71e29a3be7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642610 Mar 08 13:02:27.391901 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.496200 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-b35b12bc-3ac6-46ed-8a12-454e731ddd55 None None] Provisioning complete for port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:27.496573 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-b35b12bc-3ac6-46ed-8a12-454e731ddd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.531848 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 3, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:27.537612 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-b35b12bc-3ac6-46ed-8a12-454e731ddd55 None None] Port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:27.541378 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 84585af0-d751-4436-9ee1-2d164547c8a9 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:27.554127 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-6e9a30ac-1338-4ad6-afef-3f0f06614de1 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:27.565700 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-6e9a30ac-1338-4ad6-afef-3f0f06614de1 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/networks?id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 200 len: 813 time: 0.2028868 Mar 08 13:02:27.585926 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-99c0cad1-29b7-45c8-88fc-cc6693deeea7 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/quotas/75d0b0296f2b44449f52076bd3b46eb0 HTTP/1.1" status: 200 len: 375 time: 0.0186121 Mar 08 13:02:27.593700 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04db96e-4887-434a-a15d-f594ceef85c9 None None] The sync data for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi is: [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:25Z', 'revision_number': 3, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:27.594527 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 84585af0-d751-4436-9ee1-2d164547c8a9 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:27.595572 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks [] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.601297 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 84585af0-d751-4436-9ee1-2d164547c8a9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:27.601567 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.603314 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.627354 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-c3213264-1879-4781-8a8e-cdbd186d192d tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401983 Mar 08 13:02:27.678415 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:27.685611 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.723482 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 84585af0-d751-4436-9ee1-2d164547c8a9 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:27.724693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.741572 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-c80b694d-7c4c-447d-b98e-0a11a4840f4c service neutron] 10.222.0.20 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045258 Mar 08 13:02:27.774018 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:27.779806 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4746526-85f0-4b75-acc2-63c85cd06446" -d '{"events": [{"server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "name": "network-vif-plugged", "status": "completed", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:27.806073 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=84585af0-d751-4436-9ee1-2d164547c8a9,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:27.813436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:27.842348 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:27.843773 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:27.884290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e43f16-dfe3-43b6-99d5-5dc8994cf027 x-openstack-request-id: req-87e43f16-dfe3-43b6-99d5-5dc8994cf027 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:27.885334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "name": "network-vif-plugged", "status": "completed", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:27.885765 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87e43f16-dfe3-43b6-99d5-5dc8994cf027 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:27.886336 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9', 'code': 200} Mar 08 13:02:27.907103 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-ba9d8166-f37c-4bec-a886-b9efda95a223 service neutron] 10.222.0.20 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499591 Mar 08 13:02:27.976214 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:28.109893 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Router 91bc0cb6-d635-4241-a933-9fe7742cf66e has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:28.256128 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2a1d-2cb5-484a-a2bf-62dbdf28aa35 req-c2153743-4bab-44dc-905b-fb3b48fe7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:28.257635 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-124f2a1d-2cb5-484a-a2bf-62dbdf28aa35 req-c2153743-4bab-44dc-905b-fb3b48fe7b07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 1129 time: 0.1233449 Mar 08 13:02:28.302950 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-e7033def-e939-49b4-97f1-4bd4ea9f2541 None None] Provisioning complete for port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:28.303337 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e7033def-e939-49b4-97f1-4bd4ea9f2541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:28.315780 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:28.348345 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2c1500d3-06a3-482f-b22c-002109f84c36 admin admin] 10.222.0.20 "PUT /v2.0/routers/91bc0cb6-d635-4241-a933-9fe7742cf66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4147675 Mar 08 13:02:28.392284 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-e7033def-e939-49b4-97f1-4bd4ea9f2541 None None] Port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:28.494205 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-46ffec7c-8f01-451c-9319-67e526930fe4 req-835c1edc-380e-4f6d-ad61-a5012a0e4aa1 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 210 time: 0.1606052 Mar 08 13:02:28.523112 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-124f2a1d-2cb5-484a-a2bf-62dbdf28aa35 req-848760e7-9ca8-4e9e-a7ec-0ec08cc41f63 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558072 Mar 08 13:02:28.602176 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 68089c3c-35bb-4a5b-a194-869a5c5d0fff up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:28.704476 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90938eb-ab87-4b8e-a359-38919d0097eb req-151dccbd-4355-45b9-a4e1-3a78983ed61f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:28.706557 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a90938eb-ab87-4b8e-a359-38919d0097eb req-151dccbd-4355-45b9-a4e1-3a78983ed61f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.2111073 Mar 08 13:02:28.836209 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6323-84da-45e6-817f-885e45d11c34 req-2ab8ee16-9f74-45ab-964d-a753d4c6915f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:28.837925 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57dd6323-84da-45e6-817f-885e45d11c34 req-2ab8ee16-9f74-45ab-964d-a753d4c6915f tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.2013245 Mar 08 13:02:28.861585 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a90938eb-ab87-4b8e-a359-38919d0097eb req-3e45c0a6-97fd-4643-8deb-5fe2d5207a1f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435218 Mar 08 13:02:28.886640 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 68089c3c-35bb-4a5b-a194-869a5c5d0fff triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:28.887436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:28.955510 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57dd6323-84da-45e6-817f-885e45d11c34 req-9d2434a2-b77c-465e-ac26-c66a5f10cdea tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916250 Mar 08 13:02:28.977590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 68089c3c-35bb-4a5b-a194-869a5c5d0fff is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:28.978002 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.020050 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 68089c3c-35bb-4a5b-a194-869a5c5d0fff, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=68089c3c-35bb-4a5b-a194-869a5c5d0fff,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:29.030536 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.097862 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=68089c3c-35bb-4a5b-a194-869a5c5d0fff,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:29.261408 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38786) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:29.268387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2031307303-network', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:29.292583 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Made reservation on behalf of 946a10ff751b4e4b88701da62f9caa38 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:29.295281 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.304753 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.379442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks [] for security_group (b57eb2a9-20ad-4b2e-b070-07847e36e4d0), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.383183 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (b57eb2a9-20ad-4b2e-b070-07847e36e4d0), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.403754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:29.418134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57eb2a9-20ad-4b2e-b070-07847e36e4d0,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:29.421514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (64cb49f7-4b7d-4e9b-83f5-382111af49c6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.421860 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Added segment 64cb49f7-4b7d-4e9b-83f5-382111af49c6 of type vlan for network 400070b1-1662-400a-8d79-f539c7ddc3b3 Mar 08 13:02:29.460324 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (400070b1-1662-400a-8d79-f539c7ddc3b3), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.485170 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (400070b1-1662-400a-8d79-f539c7ddc3b3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.486203 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:29.486769 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.547520 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2849109 Mar 08 13:02:29.550778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38794) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:29.551264 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a0809-a117-4f29-a326-99a1b2ca99b5 admin admin] Pushing event updated for resources: {'Network': ['ID=400070b1-1662-400a-8d79-f539c7ddc3b3,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:29.558124 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Request body: {'subnet': {'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2031307303-subnet', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:29.568764 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:29.595101 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Made reservation on behalf of 946a10ff751b4e4b88701da62f9caa38 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:29.597842 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.617502 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5bfaabba-c1af-4d22-8b52-128c88858901 req-691c9146-a0a7-46c2-92d6-7ca8915f3c57 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 210 time: 0.0301988 Mar 08 13:02:29.856469 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (beae8e26-267e-4b51-bc40-bb99672547bc), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:29.907892 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=beae8e26-267e-4b51-bc40-bb99672547bc,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:29.963119 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Checking segment: {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:29.964325 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Network hostable DHCP agents. Network: 400070b1-1662-400a-8d79-f539c7ddc3b3, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:29.988368 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:30.001175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 400070b1-1662-400a-8d79-f539c7ddc3b3) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:30.001741 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-7b0d0ab5-c186-4533-b768-aaffb60e0a72 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.005363 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-7b0d0ab5-c186-4533-b768-aaffb60e0a72 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "GET /v2.0/networks?id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 200 len: 813 time: 0.2385221 Mar 08 13:02:30.006914 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.007003 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.010704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40924297-3e82-4a43-bf3f-46eeadefc2cb None None] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:30.050276 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4448892e-c740-4e8c-8697-a860e46d8dcd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4947467 Mar 08 13:02:30.050482 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Request body: {'port': {'device_id': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e', 'admin_state_up': True, 'tenant_id': '75d0b0296f2b44449f52076bd3b46eb0'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:30.060761 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 38806) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:30.065143 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:30.113641 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.114775 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.196229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for router_controller (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.229673 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-400070b1-1662-400a-8d79-f539c7ddc3b3', 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3', 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'fixed_ips': [{'subnet_id': 'beae8e26-267e-4b51-bc40-bb99672547bc'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:02:30.230646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.233560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Sync routers for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:30.263424 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:30.264369 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:30.392506 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for router_gateway (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.451709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45437-79b7-40ec-962b-408292dc990c req-d7ad1eb9-d677-4b58-8296-0d102c3d622a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.458480 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-58e45437-79b7-40ec-962b-408292dc990c req-d7ad1eb9-d677-4b58-8296-0d102c3d622a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.4468250 Mar 08 13:02:30.470579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8afea5-6eb2-4c9c-8f27-a15b904ce90b req-37316018-02cc-48f5-9c5f-20a8fcae47ba tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:30.472312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fe8afea5-6eb2-4c9c-8f27-a15b904ce90b req-37316018-02cc-48f5-9c5f-20a8fcae47ba tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.1499591 Mar 08 13:02:30.487290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Allocated IP 172.20.0.2 (400070b1-1662-400a-8d79-f539c7ddc3b3/beae8e26-267e-4b51-bc40-bb99672547bc/0413b30a-9d03-4217-86e4-04372b4d5a01) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:30.516698 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 68089c3c-35bb-4a5b-a194-869a5c5d0fff up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:30.568137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Made reservation on behalf of 75d0b0296f2b44449f52076bd3b46eb0 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:30.571634 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.573313 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:30.576204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-58e45437-79b7-40ec-962b-408292dc990c req-3d9b4254-7d03-446c-a241-a33cdbcccb3d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165943 Mar 08 13:02:30.599970 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fe8afea5-6eb2-4c9c-8f27-a15b904ce90b req-e5db8a8b-d753-42c6-9c66-74460518bd05 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Mar 08 13:02:30.644394 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for router_gateway (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.684395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.751179 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bfb5fd10-e9bf-436d-b01a-8e8278e37cd2 req-10cb7440-ebed-4117-9e3b-03dd0f48e927 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 210 time: 0.0382400 Mar 08 13:02:30.771273 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Allocated IP 172.20.0.10 (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e/a710772d-8d55-441a-b011-2f9a34a553d5/35b22da3-83dd-4d22-9a3b-6d03341868ec) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:30.798723 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 68089c3c-35bb-4a5b-a194-869a5c5d0fff triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:30.799162 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.932886 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks [] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.955324 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks [] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.964138 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:30.991934 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.011652 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Allocated IP 172.27.1.227 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/0b9a97a7-d597-4171-bfc0-360da711d29b) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:31.035747 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:31.041687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:31.045736 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:31.048966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:31.049155 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:31.051398 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:31.062261 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Pushing event updated for resources: {'Port': ['ID=0413b30a-9d03-4217-86e4-04372b4d5a01,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:31.075382 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Pushing event updated for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:31.095216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 68089c3c-35bb-4a5b-a194-869a5c5d0fff is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:31.103424 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:31.104048 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.122850 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:02:31.124682 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-a5cb42fe-bc0e-49e1-b103-a9955898fb58 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0866568 Mar 08 13:02:31.132185 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Attempting to bind port 0413b30a-9d03-4217-86e4-04372b4d5a01 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:31.132554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Attempting to bind port 0413b30a-9d03-4217-86e4-04372b4d5a01 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:31.132912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Attempting to bind port 0413b30a-9d03-4217-86e4-04372b4d5a01 on network 400070b1-1662-400a-8d79-f539c7ddc3b3 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:31.136629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.137637 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 2, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:31.164799 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:31.165171 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Checking segment: {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:31.165575 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.165997 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Bound using segment: {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:31.166476 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Bound port: 0413b30a-9d03-4217-86e4-04372b4d5a01, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:31.166854 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.169357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Checking router: 91bc0cb6-d635-4241-a933-9fe7742cf66e for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:31.169707 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Updating router 91bc0cb6-d635-4241-a933-9fe7742cf66e port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:02:31.174397 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.214323 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:31.219166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:31.223877 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:31.227008 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Pushing event updated for resources: {'Port': ['ID=0b9a97a7-d597-4171-bfc0-360da711d29b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:31.228236 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.296758 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] For port 0413b30a-9d03-4217-86e4-04372b4d5a01, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:31.301168 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] For port 0413b30a-9d03-4217-86e4-04372b4d5a01, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0413b30a-9d03-4217-86e4-04372b4d5a01,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:31.310280 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.454027 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a944d0-e58b-4fb1-8651-8ed8dc245195 None None] Pushing event updated for resources: {'Port': ['ID=0413b30a-9d03-4217-86e4-04372b4d5a01,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:31.491586 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for router_gateway (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.609446 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks [] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.622568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.809093 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa6fa-fbb4-48fc-8978-900644dfe12d req-875b844a-4ee2-4d6c-882f-551954421b20 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:31.816885 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5fa6fa-fbb4-48fc-8978-900644dfe12d req-875b844a-4ee2-4d6c-882f-551954421b20 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1123805 Mar 08 13:02:31.818746 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.941016 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Attempting to bind port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:31.941389 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Attempting to bind port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:31.941908 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Attempting to bind port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be on network 27223cba-cff7-45e1-90f7-fb83a83834e3 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:31.947873 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:31.948525 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Checking segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:31.948525 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.948851 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Bound using segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:31.949389 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Bound port: 6fb9bae6-b3d1-4827-acb2-5db07aaf91be, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:31.949805 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:31.951715 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd33ef-f49d-467b-a3ee-a2cded89f29a None None] Pushing event updated for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:32.008443 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7b5fa6fa-fbb4-48fc-8978-900644dfe12d req-26722764-bcaa-41b2-bc1f-2b6f2ba59458 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858625 Mar 08 13:02:32.049797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15611798-5966-4668-b85e-7851b644cb9d req-a7218aae-8b4b-4d08-8d7d-92b6814711d4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:32.057822 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15611798-5966-4668-b85e-7851b644cb9d req-a7218aae-8b4b-4d08-8d7d-92b6814711d4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 932 time: 0.1956487 Mar 08 13:02:32.084205 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:02:32.089474 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] For port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:32.098189 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] For port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:32.106464 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.122579 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15611798-5966-4668-b85e-7851b644cb9d req-4c087bca-846e-4be5-901e-85ea1e3dfa78 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Mar 08 13:02:32.181766 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd33ef-f49d-467b-a3ee-a2cded89f29a None None] Pushing event updated for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:32.185254 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:32.186048 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:32.222150 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:32.234922 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Sync routers for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:32.250108 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:32.250735 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:32.262180 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.264271 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2325d4ea-e69c-4928-9c04-a468adeac42a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2024910 Mar 08 13:02:32.267275 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 38840) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:32.330997 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Provisioning complete for port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:32.331965 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.395351 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:32.474833 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:32.559518 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Current status of the port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:32.559909 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.592809 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0413b30a-9d03-4217-86e4-04372b4d5a01 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:32.680255 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] For port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:32.692060 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.710954 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Request body: {'port': {'device_id': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:32.740952 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:31Z', 'revision_number': 3, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:32.748976 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a50b8d-bba9-414d-8f52-d59c9a9058a8 None None] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:32.768484 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Checking router: cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:32.768915 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Updating router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 port 0b9a97a7-d597-4171-bfc0-360da711d29b binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:02:32.781174 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca622e0-966f-49f5-93fc-30f86169a40a None None] Pushing event updated for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:32.802734 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.810987 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.882325 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0413b30a-9d03-4217-86e4-04372b4d5a01 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:32.882628 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.906304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:32.907420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Provisioning complete for port 0413b30a-9d03-4217-86e4-04372b4d5a01 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:32.907794 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.017539 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:33.078906 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43476c0f-1a56-4159-917e-5e781fe572bc None None] The sync data for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi is: [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:33.124109 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks [] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.133688 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.154158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0413b30a-9d03-4217-86e4-04372b4d5a01 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:33.154158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.207327 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Current status of the port 0413b30a-9d03-4217-86e4-04372b4d5a01 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:33.207778 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.257377 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f894c-80e1-4333-800f-12526e148f32 None None] Pushing event updated for resources: {'Port': ['ID=0b9a97a7-d597-4171-bfc0-360da711d29b,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:33.259554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 0413b30a-9d03-4217-86e4-04372b4d5a01, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0413b30a-9d03-4217-86e4-04372b4d5a01,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:33.273344 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.302730 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Attempting to bind port 0b9a97a7-d597-4171-bfc0-360da711d29b on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:33.305031 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Attempting to bind port 0b9a97a7-d597-4171-bfc0-360da711d29b by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:33.305593 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Attempting to bind port 0b9a97a7-d597-4171-bfc0-360da711d29b on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:33.324594 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:33.333960 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:33.334517 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.334930 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:33.336771 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Bound port: 0b9a97a7-d597-4171-bfc0-360da711d29b, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:33.336771 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.407178 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.db.api [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:02:33.407489 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG oslo_db.api [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:02:33.424115 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=0413b30a-9d03-4217-86e4-04372b4d5a01,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:33.459173 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] For port 0b9a97a7-d597-4171-bfc0-360da711d29b, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:33.462678 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] For port 0b9a97a7-d597-4171-bfc0-360da711d29b, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0b9a97a7-d597-4171-bfc0-360da711d29b,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:33.471930 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.508886 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8007a-b635-4185-b47f-8c02eb42a828 req-89290322-d6d9-4a54-b8eb-24c83eccc556 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.510434 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-46b8007a-b635-4185-b47f-8c02eb42a828 req-89290322-d6d9-4a54-b8eb-24c83eccc556 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.3084567 Mar 08 13:02:33.534597 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f894c-80e1-4333-800f-12526e148f32 None None] Pushing event updated for resources: {'Port': ['ID=0b9a97a7-d597-4171-bfc0-360da711d29b,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:33.542706 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:33.543322 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:33.570134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a9dc7-ecc4-4877-a4fe-8f8048b6f237 req-16543a46-4b3d-4712-ab80-d82640ed689c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:33.571575 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3f1a9dc7-ecc4-4877-a4fe-8f8048b6f237 req-16543a46-4b3d-4712-ab80-d82640ed689c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 932 time: 0.2704291 Mar 08 13:02:33.651025 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Allocated IP 172.20.0.1 (400070b1-1662-400a-8d79-f539c7ddc3b3/beae8e26-267e-4b51-bc40-bb99672547bc/57c6ea9d-3717-4501-882e-3f31287fbebf) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:33.658382 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:33.696987 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b22da3-83dd-4d22-9a3b-6d03341868ec {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:33.710986 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-46b8007a-b635-4185-b47f-8c02eb42a828 req-a5368b38-ef0c-4d49-88b1-c5cedc821dd0 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714075 Mar 08 13:02:33.712885 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks [] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.749182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3f1a9dc7-ecc4-4877-a4fe-8f8048b6f237 req-ca3a671e-5577-4d35-a518-312631c2b5af tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677878 Mar 08 13:02:33.768437 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Transition to ACTIVE for port object 35b22da3-83dd-4d22-9a3b-6d03341868ec will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:02:33.801087 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.868290 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:31Z', 'revision_number': 3, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:33.896134 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cce6d2-b0a6-4101-8aa1-556e541727a5 None None] The sync data for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi is: [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:31Z', 'revision_number': 3, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:33.921699 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Pushing event updated for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:33.932991 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks [] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:33.956858 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Current status of the port 0413b30a-9d03-4217-86e4-04372b4d5a01 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:33.969713 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Provisioning complete for port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:33.969941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.029717 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Attempting to bind port 35b22da3-83dd-4d22-9a3b-6d03341868ec on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:34.030350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Attempting to bind port 35b22da3-83dd-4d22-9a3b-6d03341868ec by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:34.031423 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Attempting to bind port 35b22da3-83dd-4d22-9a3b-6d03341868ec on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:34.041855 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Port 35b22da3-83dd-4d22-9a3b-6d03341868ec on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:02:34.042513 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Attempting to bind port 35b22da3-83dd-4d22-9a3b-6d03341868ec on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:34.049587 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.057891 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:34.058242 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Checking segment: {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:34.058620 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Bound using segment: {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:34.059160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Bound port: 35b22da3-83dd-4d22-9a3b-6d03341868ec, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:34.059669 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.087997 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-86e3109b-0edd-48fc-8cf2-84a2526c10b5 None None] Current status of the port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:34.116114 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:34.117276 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Pushing event updated for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:34.142760 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:34.145239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:34.191800 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.281033 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-71f16b99-d610-46d5-8a6f-8a7c33fc82ff None None] Provisioning complete for port 0413b30a-9d03-4217-86e4-04372b4d5a01 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:34.281683 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-71f16b99-d610-46d5-8a6f-8a7c33fc82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.333826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:34.390189 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:34.407270 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.472047 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-71f16b99-d610-46d5-8a6f-8a7c33fc82ff None None] Current status of the port 0413b30a-9d03-4217-86e4-04372b4d5a01 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:34.511009 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.512228 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.516404 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] 10.222.0.74 "PUT /v2.0/ports/35b22da3-83dd-4d22-9a3b-6d03341868ec HTTP/1.1" status: 200 len: 1094 time: 1.8129737 Mar 08 13:02:34.536422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:34.538724 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:34.564476 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.589819 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227f10b-61ec-44c1-9c61-dc28bf37c67b x-openstack-request-id: req-1227f10b-61ec-44c1-9c61-dc28bf37c67b {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:34.590092 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:34.590370 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1227f10b-61ec-44c1-9c61-dc28bf37c67b {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:34.590873 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec', 'status': 'completed', 'code': 200} Mar 08 13:02:34.603808 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-17980f88-3867-4045-a56a-e86fc540be6e None None] Provisioning complete for port 57c6ea9d-3717-4501-882e-3f31287fbebf triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:34.611915 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-17980f88-3867-4045-a56a-e86fc540be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.614566 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981adb20-f8c4-48bb-9000-5bbb6b67bb8d service neutron] Pushing event updated for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:34.661568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-17980f88-3867-4045-a56a-e86fc540be6e None None] Port 57c6ea9d-3717-4501-882e-3f31287fbebf cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:34.703256 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0413b30a-9d03-4217-86e4-04372b4d5a01 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:34.762208 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0413b30a-9d03-4217-86e4-04372b4d5a01 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:34.762588 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.780476 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks [] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.786883 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.873687 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0413b30a-9d03-4217-86e4-04372b4d5a01 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:34.874803 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0b9a97a7-d597-4171-bfc0-360da711d29b up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:34.925555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0b9a97a7-d597-4171-bfc0-360da711d29b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:34.925997 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.930285 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:34.938810 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Pushing event updated for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:34.993199 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77384a7-1e67-4e9d-8969-4e5cc222c130 req-3a8fb0f8-a107-446f-add7-5046cc05f1d1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:34.994681 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d77384a7-1e67-4e9d-8969-4e5cc222c130 req-3a8fb0f8-a107-446f-add7-5046cc05f1d1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1799726 Mar 08 13:02:35.019304 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0b9a97a7-d597-4171-bfc0-360da711d29b is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:35.019924 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:35.045035 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 0b9a97a7-d597-4171-bfc0-360da711d29b, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0b9a97a7-d597-4171-bfc0-360da711d29b,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:35.049392 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:35.050448 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 6fb9bae6-b3d1-4827-acb2-5db07aaf91be up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:35.133897 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=0b9a97a7-d597-4171-bfc0-360da711d29b,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:35.146453 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:35.146828 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:35.266544 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef66a-ee64-4b9d-8f71-a24240966c4b req-0207712b-156a-40de-baa1-24860d5ac52c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:35.268082 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2acef66a-ee64-4b9d-8f71-a24240966c4b req-0207712b-156a-40de-baa1-24860d5ac52c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.4171901 Mar 08 13:02:35.357280 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:35.362702 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d77384a7-1e67-4e9d-8969-4e5cc222c130 req-1929489c-457c-4648-b8a8-7965a1c4b01f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384099 Mar 08 13:02:35.373301 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:35.377205 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:35.424488 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2acef66a-ee64-4b9d-8f71-a24240966c4b req-77f63360-69d1-4d55-babd-49ccce7809b4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443896 Mar 08 13:02:35.502577 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:35.585938 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-8318996b-9f7a-47cf-b6f4-23d7a9698950 None None] Provisioning complete for port 57c6ea9d-3717-4501-882e-3f31287fbebf triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:35.586350 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8318996b-9f7a-47cf-b6f4-23d7a9698950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:35.615867 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:35.621161 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c39dbd96-c1c7-48ec-b737-a3ad01c2fc46 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb01cc16-3dab-4c3c-a05a-0e25e8015fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528438 Mar 08 13:02:35.626394 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8318996b-9f7a-47cf-b6f4-23d7a9698950 None None] Port 57c6ea9d-3717-4501-882e-3f31287fbebf cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:36.007698 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-dbe2a071-e655-4cc4-a42b-538f2a0a1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.009200 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-dbe2a071-e655-4cc4-a42b-538f2a0a1fc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 1128 time: 0.0544333 Mar 08 13:02:36.054961 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Sync routers for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:36.066569 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:36.067694 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:36.179824 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:36.197195 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-17d4340c-34f6-4407-b2c0-5b4d770dabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.199169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-17d4340c-34f6-4407-b2c0-5b4d770dabb0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1772249 Mar 08 13:02:36.499400 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:34Z', 'revision_number': 4, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '57c6ea9d-3717-4501-882e-3f31287fbebf', 'name': '', 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'mac_address': 'fa:16:3e:72:5a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:33Z', 'updated_at': '2022-03-08T13:02:34Z', 'revision_number': 2, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'subnets': [{'id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:36.562159 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Checking router: cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:36.567286 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Updating router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 port 57c6ea9d-3717-4501-882e-3f31287fbebf binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:02:36.594547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0b9a97a7-d597-4171-bfc0-360da711d29b up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:36.601315 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-5ced69ca-a721-41db-ac55-0ad3c09c5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.602774 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e1b7ebba-3d68-4e69-bc81-9aaa394078bc req-5ced69ca-a721-41db-ac55-0ad3c09c5231 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3967111 Mar 08 13:02:36.633119 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:36.696508 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283e071-5c2e-45be-a712-c2dfbfa5c271 req-f06280d7-6c2a-485d-bd11-9ba4c7333855 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.697910 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9283e071-5c2e-45be-a712-c2dfbfa5c271 req-f06280d7-6c2a-485d-bd11-9ba4c7333855 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.2548463 Mar 08 13:02:36.714537 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0b9a97a7-d597-4171-bfc0-360da711d29b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:36.714998 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:36.715105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef38334-ca1d-4d5b-a910-d63c2fa2560f req-3b5bf3a5-b76a-43cc-9c8b-70cd01bfffae tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:36.716628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bef38334-ca1d-4d5b-a910-d63c2fa2560f req-3b5bf3a5-b76a-43cc-9c8b-70cd01bfffae tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.1188285 Mar 08 13:02:36.804571 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9283e071-5c2e-45be-a712-c2dfbfa5c271 req-4a1ea5be-b9cb-4b65-ab96-88cb52cca600 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869622 Mar 08 13:02:36.830072 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bef38334-ca1d-4d5b-a910-d63c2fa2560f req-1173d281-e4e2-4d91-ab5d-1d4a902ad3be tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998790 Mar 08 13:02:36.983781 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0b9a97a7-d597-4171-bfc0-360da711d29b is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:37.092590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks [] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.102894 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.121646 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57e1d6-fe58-40c0-82b8-8c9fe1f94330 req-b868b5e7-9c92-4b17-a83f-914bc130f034 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:37.128547 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d57e1d6-fe58-40c0-82b8-8c9fe1f94330 req-b868b5e7-9c92-4b17-a83f-914bc130f034 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0618815 Mar 08 13:02:37.167435 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7e56e-60c4-4bc1-82ad-a3fa2c4c963a None None] Pushing event updated for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:37.191441 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d57e1d6-fe58-40c0-82b8-8c9fe1f94330 req-83380876-096c-4ded-bf10-caa612df7425 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620494 Mar 08 13:02:37.234052 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Attempting to bind port 57c6ea9d-3717-4501-882e-3f31287fbebf on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:37.234424 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Attempting to bind port 57c6ea9d-3717-4501-882e-3f31287fbebf by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:37.234793 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Attempting to bind port 57c6ea9d-3717-4501-882e-3f31287fbebf on network 400070b1-1662-400a-8d79-f539c7ddc3b3 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:37.240619 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:37.241151 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Checking segment: {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:37.241651 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.242123 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Bound using segment: {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:37.242722 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Bound port: 57c6ea9d-3717-4501-882e-3f31287fbebf, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cb49f7-4b7d-4e9b-83f5-382111af49c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:37.243111 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.321829 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] For port 57c6ea9d-3717-4501-882e-3f31287fbebf, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:37.327842 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] For port 57c6ea9d-3717-4501-882e-3f31287fbebf, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=57c6ea9d-3717-4501-882e-3f31287fbebf,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:37.336597 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.422414 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:37.423083 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:37.425019 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7e56e-60c4-4bc1-82ad-a3fa2c4c963a None None] Pushing event updated for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:37.489371 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Provisioning complete for port 57c6ea9d-3717-4501-882e-3f31287fbebf triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:37.489749 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.633683 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:37.680240 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Current status of the port 57c6ea9d-3717-4501-882e-3f31287fbebf is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:37.680638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.790986 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] For port 57c6ea9d-3717-4501-882e-3f31287fbebf, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=57c6ea9d-3717-4501-882e-3f31287fbebf,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:37.800411 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.894759 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55751bf3-aac1-41f4-b819-6017d69a336a None None] Pushing event updated for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:37.928694 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fdb45071-deb9-428e-a793-a49c791f21ca None None] Provisioning complete for port 57c6ea9d-3717-4501-882e-3f31287fbebf triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:37.929056 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fdb45071-deb9-428e-a793-a49c791f21ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:37.975093 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0b281-d194-4178-89ba-e85466538f74 req-d4fda429-83a1-4414-85e3-43252f65b403 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:37.975324 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:34Z', 'revision_number': 4, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '57c6ea9d-3717-4501-882e-3f31287fbebf', 'name': '', 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'mac_address': 'fa:16:3e:72:5a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:33Z', 'updated_at': '2022-03-08T13:02:37Z', 'revision_number': 4, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'subnets': [{'id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:37.975504 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94e0b281-d194-4178-89ba-e85466538f74 req-d4fda429-83a1-4414-85e3-43252f65b403 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0845861 Mar 08 13:02:38.007054 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ba1678-7505-40d0-88fa-cbb08e44a819 None None] The sync data for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi is: [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:34Z', 'revision_number': 4, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '57c6ea9d-3717-4501-882e-3f31287fbebf', 'name': '', 'network_id': '400070b1-1662-400a-8d79-f539c7ddc3b3', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'mac_address': 'fa:16:3e:72:5a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:33Z', 'updated_at': '2022-03-08T13:02:37Z', 'revision_number': 4, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'subnets': [{'id': 'beae8e26-267e-4b51-bc40-bb99672547bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:38.045085 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94e0b281-d194-4178-89ba-e85466538f74 req-6c497c09-945a-4f24-8834-24ffde4f74eb tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686276 Mar 08 13:02:38.114490 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fdb45071-deb9-428e-a793-a49c791f21ca None None] Current status of the port 57c6ea9d-3717-4501-882e-3f31287fbebf is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:38.205725 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18967c2-b9fe-47d8-a424-e297672acaf8 req-faf79c90-2a3b-442b-a50a-392c966220c8 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:38.213342 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c18967c2-b9fe-47d8-a424-e297672acaf8 req-faf79c90-2a3b-442b-a50a-392c966220c8 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.0692520 Mar 08 13:02:38.282244 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c18967c2-b9fe-47d8-a424-e297672acaf8 req-0d82a314-44ff-438f-b2aa-d81662ccb3e7 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Mar 08 13:02:38.398869 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6f7fd-63ee-46a7-aa71-901eee7987a7 req-a6a0c317-4507-487b-a0d9-a771d057b473 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:38.400752 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5be6f7fd-63ee-46a7-aa71-901eee7987a7 req-a6a0c317-4507-487b-a0d9-a771d057b473 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0711491 Mar 08 13:02:38.486199 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5be6f7fd-63ee-46a7-aa71-901eee7987a7 req-db0b6712-e757-459d-905e-a5c7e0704bd7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785711 Mar 08 13:02:38.573278 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 57c6ea9d-3717-4501-882e-3f31287fbebf up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:38.633548 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 57c6ea9d-3717-4501-882e-3f31287fbebf triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:38.634088 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:38.741162 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 57c6ea9d-3717-4501-882e-3f31287fbebf is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:39.171842 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184ca9-b3d9-4c4b-b85a-cc609352c5d5 req-7a971a12-bb7e-4a6f-978c-e216e6a0a0eb tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.173276 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f3184ca9-b3d9-4c4b-b85a-cc609352c5d5 req-7a971a12-bb7e-4a6f-978c-e216e6a0a0eb tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0605884 Mar 08 13:02:39.230052 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f3184ca9-b3d9-4c4b-b85a-cc609352c5d5 req-5e555763-ceba-413c-89a2-826119662167 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Mar 08 13:02:39.424332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-89aae918-8adc-4b93-85e1-679093753bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.425990 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-89aae918-8adc-4b93-85e1-679093753bf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 1128 time: 0.1349854 Mar 08 13:02:39.445351 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54511268-f40d-488f-b2ab-e1677d762a44 req-7c15d379-264e-46d6-aa97-91d8e97002b4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.450893 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54511268-f40d-488f-b2ab-e1677d762a44 req-7c15d379-264e-46d6-aa97-91d8e97002b4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.0895116 Mar 08 13:02:39.506446 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-cea80bce-e419-4be0-8260-9f6a2450df02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec HTTP/1.1" status: 200 len: 217 time: 0.0542383 Mar 08 13:02:39.730071 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54511268-f40d-488f-b2ab-e1677d762a44 req-a1944fed-18e9-4373-84d1-b91c99d62b6f tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654490 Mar 08 13:02:39.735851 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-071fe681-83ec-402d-9670-ea29c30ee794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.737701 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-071fe681-83ec-402d-9670-ea29c30ee794 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a710772d-8d55-441a-b011-2f9a34a553d5 HTTP/1.1" status: 200 len: 853 time: 0.2225075 Mar 08 13:02:39.792396 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-42bbec2d-3bda-4fe6-96ef-41a011cfa0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375905 Mar 08 13:02:39.799714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5924-c76f-4b31-b8d3-d35b74e7aa52 req-ea99bc73-a16e-40c6-b3df-27a6fb0011a3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:39.801285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-670a5924-c76f-4b31-b8d3-d35b74e7aa52 req-ea99bc73-a16e-40c6-b3df-27a6fb0011a3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.1837950 Mar 08 13:02:39.922821 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-670a5924-c76f-4b31-b8d3-d35b74e7aa52 req-7023e2ce-32e0-4050-bf63-ff3a6493129a tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019955 Mar 08 13:02:39.936487 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-37bf3bca-4979-478e-9e2d-a761b86c1636 service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336849 Mar 08 13:02:40.112996 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e5e98-fdef-4507-8974-1234e06188d4 req-0631a7c1-a055-401f-aedd-65dbd8e6e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:40.114528 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb1e5e98-fdef-4507-8974-1234e06188d4 req-0631a7c1-a055-401f-aedd-65dbd8e6e7fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.0665212 Mar 08 13:02:40.125341 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5f2382c-6877-4fcf-b55b-d35b4fd4e9ff req-cdebc05a-5b03-46f8-8f09-57d62fec570c service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782598 Mar 08 13:02:40.172147 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb1e5e98-fdef-4507-8974-1234e06188d4 req-90b63f83-2ad2-424c-99cf-911d92ebad7f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Mar 08 13:02:40.374887 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757eb3a-5cec-458c-9e25-1bcce4adf0bb req-06a9de58-86de-4b02-8a6b-e484e784574e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:40.376344 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b757eb3a-5cec-458c-9e25-1bcce4adf0bb req-06a9de58-86de-4b02-8a6b-e484e784574e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0635715 Mar 08 13:02:40.424653 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b757eb3a-5cec-458c-9e25-1bcce4adf0bb req-b82beace-e574-4cee-b0bc-31c9069e725b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Mar 08 13:02:40.890453 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a470-ec5f-4929-b277-7b9425073a35 req-fe4ac29b-0226-4b1a-919d-55eee4f1cedb tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:40.892585 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a77a470-ec5f-4929-b277-7b9425073a35 req-fe4ac29b-0226-4b1a-919d-55eee4f1cedb tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.0815976 Mar 08 13:02:40.971356 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a77a470-ec5f-4929-b277-7b9425073a35 req-65c03c9b-00cb-4bba-8018-93c20018c93a tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Mar 08 13:02:41.104189 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fab1-721e-4cc0-bc92-8957d400a3b2 req-6fc66263-df58-4b80-b471-9d47103075b7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:41.106673 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b94fab1-721e-4cc0-bc92-8957d400a3b2 req-6fc66263-df58-4b80-b471-9d47103075b7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0637686 Mar 08 13:02:41.161028 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b94fab1-721e-4cc0-bc92-8957d400a3b2 req-aa0bbce0-3308-42fb-a3c7-edd65a4c8907 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Mar 08 13:02:41.552875 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b895-2a2f-468a-82fd-be4988b55679 req-b7f6b310-43b8-4922-bf4e-c3a8340d453b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:41.554511 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5820b895-2a2f-468a-82fd-be4988b55679 req-b7f6b310-43b8-4922-bf4e-c3a8340d453b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0600941 Mar 08 13:02:41.604234 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5820b895-2a2f-468a-82fd-be4988b55679 req-5fe12369-2e2f-465f-ab12-84bbdcac8397 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Mar 08 13:02:42.113858 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cb5e3-a7ef-4745-b1fa-b9e10d99535c req-f14e2ee2-2353-45ee-b166-f5ba57de26b2 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:42.115349 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f6cb5e3-a7ef-4745-b1fa-b9e10d99535c req-f14e2ee2-2353-45ee-b166-f5ba57de26b2 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.0596917 Mar 08 13:02:42.174366 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f6cb5e3-a7ef-4745-b1fa-b9e10d99535c req-b2191816-1730-4625-bdde-6d0ceb75391a tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535288 Mar 08 13:02:42.289612 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b30a2-bef7-45b6-95f7-51485f5fa144 req-8e303e06-fdfc-4ce7-aab8-2ee4bebd0cf1 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:42.291260 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-062b30a2-bef7-45b6-95f7-51485f5fa144 req-8e303e06-fdfc-4ce7-aab8-2ee4bebd0cf1 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0566094 Mar 08 13:02:42.344247 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-062b30a2-bef7-45b6-95f7-51485f5fa144 req-e5d2c99a-3493-467d-bf6b-bf25e58c05f2 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Mar 08 13:02:42.737418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54112a3-fc1a-4ce9-b61f-0e30fadbdb3c req-31061d9d-1d44-4cd8-b9a0-30730ff4b355 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:42.739661 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b54112a3-fc1a-4ce9-b61f-0e30fadbdb3c req-31061d9d-1d44-4cd8-b9a0-30730ff4b355 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0630023 Mar 08 13:02:42.803174 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b54112a3-fc1a-4ce9-b61f-0e30fadbdb3c req-11cb725b-5a1b-4bfb-a1a0-c043dbfeeadf tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 Mar 08 13:02:43.313428 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80379e-a900-4fbc-bec5-2d8888c91b35 req-07c6387d-09ae-4b7f-bc35-605f4eb1a336 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:43.315056 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c80379e-a900-4fbc-bec5-2d8888c91b35 req-07c6387d-09ae-4b7f-bc35-605f4eb1a336 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.0545175 Mar 08 13:02:43.379098 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1c80379e-a900-4fbc-bec5-2d8888c91b35 req-274d74f8-1ec2-454c-978c-20ac4baaf46f tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Mar 08 13:02:43.479754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1bd7-ed80-40b1-9a02-8d59a50a144c req-0578460d-d534-42b5-b414-2a4b9d5cbc7e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:43.481728 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82ce1bd7-ed80-40b1-9a02-8d59a50a144c req-0578460d-d534-42b5-b414-2a4b9d5cbc7e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0542841 Mar 08 13:02:43.530621 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82ce1bd7-ed80-40b1-9a02-8d59a50a144c req-fdf295b3-d3bc-45be-b631-2241e12d4768 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Mar 08 13:02:43.951102 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b31f8-cc7f-4cb9-9ac7-e9a8a9bd836b req-17dcd4c4-3b7b-4a97-8964-08c576961c92 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:43.954277 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a16b31f8-cc7f-4cb9-9ac7-e9a8a9bd836b req-17dcd4c4-3b7b-4a97-8964-08c576961c92 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0684457 Mar 08 13:02:44.006385 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a16b31f8-cc7f-4cb9-9ac7-e9a8a9bd836b req-5f3c8c26-e758-4ec4-a66a-f0506d5a0e5f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Mar 08 13:02:44.158958 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 35b22da3-83dd-4d22-9a3b-6d03341868ec details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:02:44.405362 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:44.417587 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '35b22da3-83dd-4d22-9a3b-6d03341868ec', 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e', 'port_id': '35b22da3-83dd-4d22-9a3b-6d03341868ec', 'mac_address': 'fa:16:3e:d9:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a710772d-8d55-441a-b011-2f9a34a553d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:02:44.453260 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612a206-281c-4d3c-958d-a2e3548f384e req-0274d95e-d840-4e03-a132-2f26d1bd0993 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.455478 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8612a206-281c-4d3c-958d-a2e3548f384e req-0274d95e-d840-4e03-a132-2f26d1bd0993 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.0824900 Mar 08 13:02:44.475568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 35b22da3-83dd-4d22-9a3b-6d03341868ec is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:44.476046 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.492331 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b22da3-83dd-4d22-9a3b-6d03341868ec {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:02:44.528357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:44.534302 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:44.592860 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:44.833996 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['35b22da3-83dd-4d22-9a3b-6d03341868ec'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:44.919907 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b923ae-d7d8-4f73-b894-e56aa07586e7 req-60e185f7-7fb2-4ef9-b74d-40928e6a74f4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.921393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15b923ae-d7d8-4f73-b894-e56aa07586e7 req-60e185f7-7fb2-4ef9-b74d-40928e6a74f4 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 944 time: 0.4142716 Mar 08 13:02:44.942874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65d07c-61fa-400b-a99f-602cb6b6af0e req-f09e71d0-26b8-4ce5-8178-1df3ef177be3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:44.945148 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ae65d07c-61fa-400b-a99f-602cb6b6af0e req-f09e71d0-26b8-4ce5-8178-1df3ef177be3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 945 time: 0.1285903 Mar 08 13:02:44.976825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Deleting port 84585af0-d751-4436-9ee1-2d164547c8a9 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:02:44.977420 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.091765 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15b923ae-d7d8-4f73-b894-e56aa07586e7 req-56f83158-4231-4dfd-8caf-c7accae3e342 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455770 Mar 08 13:02:45.106151 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ae65d07c-61fa-400b-a99f-602cb6b6af0e req-2b008dca-35a9-437c-9be5-5295b2ac4bfd tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430805 Mar 08 13:02:45.151186 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] For port 84585af0-d751-4436-9ee1-2d164547c8a9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=84585af0-d751-4436-9ee1-2d164547c8a9,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:45.151648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.168677 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Calling delete_port for 84585af0-d751-4436-9ee1-2d164547c8a9 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:02:45.291137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf20d-a7bc-4529-af9f-30d9c15713ba req-8913ed92-1a1d-4c4d-9592-df11b3c58d36 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.292750 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3dbbf20d-a7bc-4529-af9f-30d9c15713ba req-8913ed92-1a1d-4c4d-9592-df11b3c58d36 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1096787 Mar 08 13:02:45.446883 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3dbbf20d-a7bc-4529-af9f-30d9c15713ba req-efffbdc1-026e-406d-b85a-e63e6ab23211 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321838 Mar 08 13:02:45.514802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (84585af0-d751-4436-9ee1-2d164547c8a9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.549146 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['84585af0-d751-4436-9ee1-2d164547c8a9'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:02:45.555939 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-909290fc-d85d-49b9-b122-6fbbbc4205f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.613683 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Pushing event deleted for resources: {'Port': ['ID=84585af0-d751-4436-9ee1-2d164547c8a9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:45.680621 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] No DVR routers for this DVR port 84585af0-d751-4436-9ee1-2d164547c8a9 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:02:45.685025 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:45.692294 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8612a206-281c-4d3c-958d-a2e3548f384e req-9797252c-0102-43d4-9a29-0755383787d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "DELETE /v2.0/ports/84585af0-d751-4436-9ee1-2d164547c8a9 HTTP/1.1" status: 204 len: 173 time: 1.2227619 Mar 08 13:02:45.692294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'name': 'network-vif-deleted', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:45.693156 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1b8c29-236e-4518-90a6-0f6d9ed96fd5" -d '{"events": [{"server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "name": "network-vif-deleted", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:45.766947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a23260-73b3-4e57-a0f8-5c71bd655b80 x-openstack-request-id: req-15a23260-73b3-4e57-a0f8-5c71bd655b80 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:45.767599 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f61353-c29b-463f-9fd7-7c23d5b8bc92", "name": "network-vif-deleted", "tag": "84585af0-d751-4436-9ee1-2d164547c8a9", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:45.767943 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15a23260-73b3-4e57-a0f8-5c71bd655b80 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:45.768639 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f61353-c29b-463f-9fd7-7c23d5b8bc92', 'name': 'network-vif-deleted', 'tag': '84585af0-d751-4436-9ee1-2d164547c8a9', 'status': 'completed', 'code': 200} Mar 08 13:02:45.970404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814216ec-a7f8-4704-bfa3-697edc9bdb52 req-0da6e47d-f2ff-4138-bcd3-61c301073586 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:45.971914 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-814216ec-a7f8-4704-bfa3-697edc9bdb52 req-0da6e47d-f2ff-4138-bcd3-61c301073586 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1428316 Mar 08 13:02:46.034175 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-f8f26320-b6f8-4f5c-abeb-faeae20e09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.036394 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-f8f26320-b6f8-4f5c-abeb-faeae20e09c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.1550422 Mar 08 13:02:46.117278 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-814216ec-a7f8-4704-bfa3-697edc9bdb52 req-b259a0a8-a3fa-407a-af32-ca4d2690dce9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293054 Mar 08 13:02:46.177326 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 35b22da3-83dd-4d22-9a3b-6d03341868ec up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:46.220376 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-d92b6e30-32f9-4512-b23c-d030f36961e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.221034 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-d92b6e30-32f9-4512-b23c-d030f36961e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.1766162 Mar 08 13:02:46.252969 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 35b22da3-83dd-4d22-9a3b-6d03341868ec completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:02:46.259273 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 35b22da3-83dd-4d22-9a3b-6d03341868ec triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:46.259920 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.308483 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f0673ac7-dda0-4be1-81a7-a8e82af25a97 req-f08f39ad-e122-4f29-b347-47c56b88f020 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8f61353-c29b-463f-9fd7-7c23d5b8bc92 HTTP/1.1" status: 200 len: 210 time: 0.0714591 Mar 08 13:02:46.310585 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-d0bfc91d-e533-4565-b658-c12fb520d73a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0719967 Mar 08 13:02:46.373401 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c496-bae0-474e-ae88-29328a9cd7ac req-233068a5-1863-4652-96bc-0dea6b18a7ce tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.377561 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c084c496-bae0-474e-ae88-29328a9cd7ac req-233068a5-1863-4652-96bc-0dea6b18a7ce tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 945 time: 0.1729529 Mar 08 13:02:46.383782 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 35b22da3-83dd-4d22-9a3b-6d03341868ec is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:46.384175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.407472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-43341a3c-4170-4b7f-8e9a-14d0068d3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.409060 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-43341a3c-4170-4b7f-8e9a-14d0068d3d28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0857069 Mar 08 13:02:46.437916 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:02:46.442253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f063274-c439-487f-92bd-8f5bfe999a7b" -d '{"events": [{"server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "name": "network-vif-plugged", "status": "completed", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:02:46.445848 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:46.454283 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:46.475808 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-b1948822-64d4-4832-b83b-0ac1806da394 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530612 Mar 08 13:02:46.510342 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cec6ef-d576-47b2-b0f8-4aa8cad0a484 x-openstack-request-id: req-94cec6ef-d576-47b2-b0f8-4aa8cad0a484 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:02:46.510638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "name": "network-vif-plugged", "status": "completed", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:02:46.511099 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94cec6ef-d576-47b2-b0f8-4aa8cad0a484 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:02:46.511594 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec', 'code': 200} Mar 08 13:02:46.523270 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c084c496-bae0-474e-ae88-29328a9cd7ac req-91d20870-dc19-4765-8ef7-0430204bce39 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372232 Mar 08 13:02:46.540912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:46.621866 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-1f3bd19f-2ceb-4d56-9a82-711bb4ece05e service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351495 Mar 08 13:02:46.771857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf79e-65cb-4285-9362-1564d04c1afa req-e192dfe5-37e5-423d-a39a-50fc846b4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:46.773613 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-edabf79e-65cb-4285-9362-1564d04c1afa req-e192dfe5-37e5-423d-a39a-50fc846b4a57 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 1130 time: 0.0698066 Mar 08 13:02:46.775827 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cb2b8c0f-c305-44f1-85cf-664d1476013c req-00dd6013-da4f-4134-91fe-51682ee93f19 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466033 Mar 08 13:02:46.826558 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-edabf79e-65cb-4285-9362-1564d04c1afa req-71186e77-73ca-4647-b7b8-68f2b922e0f1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Mar 08 13:02:47.162002 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-3467cac1-c3fd-4171-b9aa-edc0038ab1df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.163698 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-3467cac1-c3fd-4171-b9aa-edc0038ab1df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 814 time: 0.1081724 Mar 08 13:02:47.178638 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-313e5af7-ee03-4d40-82dc-3847af07f9f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/quotas/0ad911b26fce44e296230ecdb43414f1 HTTP/1.1" status: 200 len: 375 time: 0.0096626 Mar 08 13:02:47.270525 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-61069d7c-eb70-4378-bd16-d413ecf85f11 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843539 Mar 08 13:02:47.285047 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ea1e4-3841-4805-b47e-1e7ddfd38366 req-7e77c5b1-d0be-43a5-8d15-d98a64161038 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.286491 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-121ea1e4-3841-4805-b47e-1e7ddfd38366 req-7e77c5b1-d0be-43a5-8d15-d98a64161038 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0838552 Mar 08 13:02:47.384958 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-121ea1e4-3841-4805-b47e-1e7ddfd38366 req-1b633012-c55c-46cd-9c91-e015cad682c8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906727 Mar 08 13:02:47.412806 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-b69e2fa9-cf4c-4278-8825-bd9391fb146b service neutron] 10.222.0.20 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252952 Mar 08 13:02:47.510245 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-c6a9000d-f744-4137-b2de-6f0bde525eee service neutron] 10.222.0.20 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883160 Mar 08 13:02:47.565292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39148) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:47.570634 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345272710', 'description': 'tempest-description--409977639'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:47.607884 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.710106 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-af3f1f1a-6548-49a9-9cdf-c5230ff1a7ad req-7ff3d896-aaa1-4228-b0a9-8f9aeb09bb74 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0388870 Mar 08 13:02:47.748567 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac82880-7c59-47a8-b2d1-d1083267271d req-5676bee5-5096-4936-94c9-3249a574a64b tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.750551 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ac82880-7c59-47a8-b2d1-d1083267271d req-5676bee5-5096-4936-94c9-3249a574a64b tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 946 time: 0.1103418 Mar 08 13:02:47.763670 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (1afbb536-0987-4189-a21a-d960bad216cb), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.770214 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1afbb536-0987-4189-a21a-d960bad216cb), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.855162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.857028 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2903368 Mar 08 13:02:47.860040 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39174) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:47.866266 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': '1afbb536-0987-4189-a21a-d960bad216cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:47.874538 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f97ca7-86d5-4b97-8a26-a5d06de22c72 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afbb536-0987-4189-a21a-d960bad216cb,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:47.874906 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d68d5806-db2b-4fc2-baa5-b8f8e7f6a1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.907732 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ac82880-7c59-47a8-b2d1-d1083267271d req-d69ab6c5-f192-4a32-8bc5-59d865eeee06 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509650 Mar 08 13:02:47.929076 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (6a9afd4e-4119-4f67-8029-98ede59bbd37), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:47.975582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-f81ac4ad-9d4f-42cf-ad9c-df345bef55bf tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:47.977348 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-f81ac4ad-9d4f-42cf-ad9c-df345bef55bf tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 809 time: 0.1674130 Mar 08 13:02:47.993172 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-ac6e36b9-6bf9-47a6-a445-a2387556d8b3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/quotas/1eedd65be69d4f12a25aaa457d5de314 HTTP/1.1" status: 200 len: 375 time: 0.0096269 Mar 08 13:02:47.996634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (6a9afd4e-4119-4f67-8029-98ede59bbd37), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.000853 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (6a9afd4e-4119-4f67-8029-98ede59bbd37), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.029969 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9afd4e-4119-4f67-8029-98ede59bbd37,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:48.034395 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-ae5c0025-8a2f-497e-a6e3-5874b9da9211 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349512 Mar 08 13:02:48.041681 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.043580 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d318e211-9926-42ec-a988-f5513d840c52 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824803 Mar 08 13:02:48.046678 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39180) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:48.051123 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': '1afbb536-0987-4189-a21a-d960bad216cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:48.082545 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (a2dd48ae-33e5-4bc5-99a2-354768d832d5), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.148434 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-dc522f21-6b19-4bf4-b1f5-600f566374a9 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036532 Mar 08 13:02:48.155228 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (a2dd48ae-33e5-4bc5-99a2-354768d832d5), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.160105 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (a2dd48ae-33e5-4bc5-99a2-354768d832d5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.176032 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 84585af0-d751-4436-9ee1-2d164547c8a9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:02:48.191911 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.197818 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498713 Mar 08 13:02:48.200249 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39182) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:48.211972 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:48.216763 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 84585af0-d751-4436-9ee1-2d164547c8a9 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:02:48.217235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 84585af0-d751-4436-9ee1-2d164547c8a9 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:02:48.220069 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cca60d-cb67-4a47-ad7d-df9a0d9d6d15 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dd48ae-33e5-4bc5-99a2-354768d832d5,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:48.241679 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-73b820f2-26b4-460b-be28-84a1fec1e284 service neutron] 10.222.0.20 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923798 Mar 08 13:02:48.251733 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.383610 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.477267 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-56e7d911-df68-4d8c-a4dc-cd9c3b4240c4 req-2c086e29-a374-44b4-b46e-d09260dc98a9 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0340500 Mar 08 13:02:48.532301 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.27.1.72 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/dc5f8fcb-a424-4a17-b5f5-6367056d2f83) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:48.537621 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b70b1-ee7c-4657-8fba-50062094d6eb req-6f7a53f0-aa57-4560-bd0c-3175570a9ff9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:48.539602 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-826b70b1-ee7c-4657-8fba-50062094d6eb req-6f7a53f0-aa57-4560-bd0c-3175570a9ff9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0657470 Mar 08 13:02:48.598843 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-826b70b1-ee7c-4657-8fba-50062094d6eb req-39249bac-15f6-44e9-a039-1e8cf9c14aba tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507443 Mar 08 13:02:48.650196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.683101 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.722924 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:48.725695 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:48.729296 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:48.755509 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=dc5f8fcb-a424-4a17-b5f5-6367056d2f83,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:48.828381 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:48.834138 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa21e7e5-01d0-4504-a605-1b82d517f499 req-cf539351-4282-4b38-87f3-10e3a91d9fb1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0325928 Mar 08 13:02:48.889455 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.008114 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.159403 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.166190 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.200598 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-7473c563-330f-4fb4-bd4c-1ce2e0ea0615 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:49.201983 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-7473c563-330f-4fb4-bd4c-1ce2e0ea0615 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 814 time: 0.3084180 Mar 08 13:02:49.215544 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'port': {'device_id': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'admin_state_up': True, 'tenant_id': '0ad911b26fce44e296230ecdb43414f1'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:49.227165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2e217-e794-4d3c-b86e-88b7a85f3583 req-9bf24a11-7208-400b-96d4-29c00669175e tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:49.234839 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26d2e217-e794-4d3c-b86e-88b7a85f3583 req-9bf24a11-7208-400b-96d4-29c00669175e tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 946 time: 0.1428771 Mar 08 13:02:49.288176 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=dc5f8fcb-a424-4a17-b5f5-6367056d2f83,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:49.319964 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.364921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.371611 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-43e7f785-bcf0-4e7f-9614-f0c34713a8d6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1624835 Mar 08 13:02:49.383609 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26d2e217-e794-4d3c-b86e-88b7a85f3583 req-799dc413-fea7-4e5e-8daf-683232cc0809 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478252 Mar 08 13:02:49.426883 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Made reservation on behalf of 0ad911b26fce44e296230ecdb43414f1 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:49.432386 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:49.656507 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Allocated IP 172.20.0.3 (27223cba-cff7-45e1-90f7-fb83a83834e3/f3318683-fcdf-4ac6-9117-943137d7f0d7/0093f26a-f69a-40c7-8a9f-619463aed566) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:49.697428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39274) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:49.756279 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9da35748-cef8-4e07-9de9-e453d1527de1 req-dd6864e6-da99-40ea-b922-42b3a026bd47 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0902848 Mar 08 13:02:50.010785 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e096e26b-51b2-41e7-845d-6b0b9fbe3d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.027372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e5d9f-faca-4513-b843-e905251aedd8 req-3eb3ceb1-28ed-486d-a069-8c3fa3c19bf1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.035598 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a76e5d9f-faca-4513-b843-e905251aedd8 req-3eb3ceb1-28ed-486d-a069-8c3fa3c19bf1 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.2819686 Mar 08 13:02:50.075104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-c3d8a7bd-68f0-4237-8986-72da3657baaa tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.076612 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-c3d8a7bd-68f0-4237-8986-72da3657baaa tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 809 time: 0.3825388 Mar 08 13:02:50.099387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Request body: {'port': {'device_id': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e', 'admin_state_up': True, 'tenant_id': '1eedd65be69d4f12a25aaa457d5de314'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:50.141261 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e096e26b-51b2-41e7-845d-6b0b9fbe3d14 admin admin] Publish callbacks [] for security_group (87ceb660-2f8f-4023-808c-45d7ded73150), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.149223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e096e26b-51b2-41e7-845d-6b0b9fbe3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (87ceb660-2f8f-4023-808c-45d7ded73150), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.213166 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e096e26b-51b2-41e7-845d-6b0b9fbe3d14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0041c6c25c04d8cb60d6a2192eee8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117564 Mar 08 13:02:50.213166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096e26b-51b2-41e7-845d-6b0b9fbe3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ceb660-2f8f-4023-808c-45d7ded73150,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.216730 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39314) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:50.227922 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for port (0093f26a-f69a-40c7-8a9f-619463aed566), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.241371 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-5dd65888-f26b-401a-a338-2f55a00c2f84 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--345272710&fields=id&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 267 time: 0.3068335 Mar 08 13:02:50.292885 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a76e5d9f-faca-4513-b843-e905251aedd8 req-8af456a7-6b63-4d13-b32a-bad3a3307f69 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562668 Mar 08 13:02:50.294400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] Publish callbacks [] for security_group (87ceb660-2f8f-4023-808c-45d7ded73150), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.336334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.373402 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] Publish callbacks [] for security_group (87ceb660-2f8f-4023-808c-45d7ded73150), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.478364 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (87ceb660-2f8f-4023-808c-45d7ded73150), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.482093 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.483381 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87ceb660-2f8f-4023-808c-45d7ded73150 HTTP/1.1" status: 204 len: 168 time: 0.2644467 Mar 08 13:02:50.521073 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30e676-1552-4a83-b508-88d6cfd92917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ceb660-2f8f-4023-808c-45d7ded73150,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.640469 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-83f456d3-d009-4a6d-80b7-2a018095f4c0 req-6a358260-1abd-4b63-8aaf-92da99d32161 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 210 time: 0.1763730 Mar 08 13:02:50.668892 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.752183 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-baf02cf6-00c0-4c20-ac72-b5740321fd2d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:50.759429 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-baf02cf6-00c0-4c20-ac72-b5740321fd2d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.5021696 Mar 08 13:02:50.770006 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Made reservation on behalf of 1eedd65be69d4f12a25aaa457d5de314 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:50.774391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:50.783383 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:50.842986 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:50.865658 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:50.875550 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-67753937-bc43-47fb-b7b5-af59029f50e7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/quotas/d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 375 time: 0.1148446 Mar 08 13:02:50.877401 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:50.995039 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0010b0f7-38f7-40e4-8572-48045a56cf7f req-d82afdec-4bba-4cf5-ab77-97a2928b1f61 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 210 time: 0.1087577 Mar 08 13:02:51.069223 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.069871 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.070876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.072432 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.072819 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.073468 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.076304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.076890 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.077196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.077679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.078040 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.078384 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.079441 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.209007 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-140deb35-bc63-4c09-90e5-5172e86399cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0993049 Mar 08 13:02:51.222527 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:51.223413 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.252961 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-74ad1c70-c389-4f3e-8ca4-bb1d81818763 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0419724 Mar 08 13:02:51.352364 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-0894ca47-870b-4792-af1c-b232e009ccdb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4755747 Mar 08 13:02:51.374746 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fac1b9e5-0959-4607-92a6-632f93a736da None None] Provisioning complete for port 0093f26a-f69a-40c7-8a9f-619463aed566 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:51.375294 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fac1b9e5-0959-4607-92a6-632f93a736da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.431904 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39350) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:51.466270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fac1b9e5-0959-4607-92a6-632f93a736da None None] Port 0093f26a-f69a-40c7-8a9f-619463aed566 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:51.573249 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.789619 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.798241 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Publish callbacks [] for security_group (633c02bb-7fc1-4f5b-b278-c3203b9f9e15), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.805332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Allocated IP 172.20.0.12 (6e4d0198-fad6-4a43-8143-6e45688fe01e/89cb5886-e93e-45df-b17b-4b8c765ea0ba/c3b83867-5770-4817-8e65-95d7e3b65265) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:51.814405 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (633c02bb-7fc1-4f5b-b278-c3203b9f9e15), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:51.890789 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0418f15a0da4e8e9d612157c312fe8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575446 Mar 08 13:02:51.891882 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633c02bb-7fc1-4f5b-b278-c3203b9f9e15,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:51.900003 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39356) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:51.904256 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.905439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.907367 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-22914fb0-d304-4f58-b101-b49591f2a9a2 service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403526 Mar 08 13:02:51.907794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.908409 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.909013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.909599 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.911911 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.912541 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.913204 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.913696 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.919779 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.920521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:51.921033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfdd55c-b142-4fa6-906a-f38dc6495dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:02:52.014244 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fb565-e35b-4705-8dbe-010538f050af req-289cb15b-bc59-4f7d-8bd8-4c85a54a7485 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.014244 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d02fb565-e35b-4705-8dbe-010538f050af req-289cb15b-bc59-4f7d-8bd8-4c85a54a7485 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 931 time: 0.2345309 Mar 08 13:02:52.044009 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] Publish callbacks [] for security_group (633c02bb-7fc1-4f5b-b278-c3203b9f9e15), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.077338 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] Publish callbacks [] for security_group (633c02bb-7fc1-4f5b-b278-c3203b9f9e15), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.203253 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d02fb565-e35b-4705-8dbe-010538f050af req-cd50b03b-b2df-4fbe-8394-e490307407f4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745803 Mar 08 13:02:52.204339 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (633c02bb-7fc1-4f5b-b278-c3203b9f9e15), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.205182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-e5245563-d138-4077-b73e-9140ae6dcbce service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861254 Mar 08 13:02:52.211070 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.214129 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/633c02bb-7fc1-4f5b-b278-c3203b9f9e15 HTTP/1.1" status: 204 len: 168 time: 0.2668428 Mar 08 13:02:52.223860 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks [] for port (c3b83867-5770-4817-8e65-95d7e3b65265), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.264598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc491126-a1a3-40e3-93cd-4d3093a84025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633c02bb-7fc1-4f5b-b278-c3203b9f9e15,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.300003 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.416521 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Network 6e4d0198-fad6-4a43-8143-6e45688fe01e is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:52.433850 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:52.502607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:52.530662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Pushing event updated for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:52.834990 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e2dfa-18e1-4d59-a675-dbe487b5e426 req-5f0098c0-fc75-4a29-b1f8-b0057cacd45c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.852587 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-789e2dfa-18e1-4d59-a675-dbe487b5e426 req-5f0098c0-fc75-4a29-b1f8-b0057cacd45c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 932 time: 0.4335420 Mar 08 13:02:52.898915 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.899566 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:52.979370 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de9e3-1f10-43c3-a576-16dee7a66521 req-056511d3-a30e-4eb9-971e-89ec5ffa5002 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:52.984486 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-de1de9e3-1f10-43c3-a576-16dee7a66521 req-056511d3-a30e-4eb9-971e-89ec5ffa5002 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.3700895 Mar 08 13:02:53.022628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-789e2dfa-18e1-4d59-a675-dbe487b5e426 req-ff270271-ff45-4103-925d-d3ea76f11624 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733742 Mar 08 13:02:53.057445 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-5e78571a-7ccd-41e7-a5ed-7ada6bd40130 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9627838 Mar 08 13:02:53.240191 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55669115-c8a8-4de4-bd0d-38fa2e809ebf req-5b48d2dc-cde0-4c7e-b898-7d8361f323f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 210 time: 0.1097651 Mar 08 13:02:53.271774 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-de1de9e3-1f10-43c3-a576-16dee7a66521 req-a72ad03d-be7b-467f-bda1-3fdcaed8016f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371616 Mar 08 13:02:53.455652 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65fb2a-1415-472a-81f1-9d02ef1ff4ff req-948f2de7-5b47-4781-a3b6-4e980fd585d7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:53.457156 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dc65fb2a-1415-472a-81f1-9d02ef1ff4ff req-948f2de7-5b47-4781-a3b6-4e980fd585d7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 931 time: 0.1066918 Mar 08 13:02:53.552417 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dc65fb2a-1415-472a-81f1-9d02ef1ff4ff req-113a64e7-39c7-4894-8912-d3ae5f8a878e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Mar 08 13:02:53.676889 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39414) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:53.790481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-818976727-network', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:53.810914 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Made reservation on behalf of 9aae990736554c9c8b5e6a60c62f9f49 for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:53.813263 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.825102 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.927013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks [] for security_group (d8c05e57-84a7-4d49-81b7-fd9758ee23d9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.930465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d8c05e57-84a7-4d49-81b7-fd9758ee23d9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.954084 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1089} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:02:53.971291 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (9e1a74f4-7761-48d9-88b2-b96d80ae9af1), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:53.971909 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Added segment 9e1a74f4-7761-48d9-88b2-b96d80ae9af1 of type vlan for network 6571cb64-218b-41cb-9065-e09fa0303e3d Mar 08 13:02:53.973197 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c05e57-84a7-4d49-81b7-fd9758ee23d9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.047621 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (6571cb64-218b-41cb-9065-e09fa0303e3d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.074055 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (6571cb64-218b-41cb-9065-e09fa0303e3d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.074965 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.075539 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.110404 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4324088 Mar 08 13:02:54.130177 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39420) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:54.135616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Request body: {'subnet': {'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-818976727-subnet', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'ip_version': 4}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:54.179444 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00691224-8650-4c8a-bf60-f3fd8a17592e admin admin] Pushing event updated for resources: {'Network': ['ID=6571cb64-218b-41cb-9065-e09fa0303e3d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.183709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8716393-8ed0-4aeb-88dc-e261fed7a389 req-349695d6-c5bc-41cf-a8a6-f592e0bb551c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.185403 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f8716393-8ed0-4aeb-88dc-e261fed7a389 req-349695d6-c5bc-41cf-a8a6-f592e0bb551c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 932 time: 0.0959742 Mar 08 13:02:54.190298 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 6571cb64-218b-41cb-9065-e09fa0303e3d details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:02:54.194292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Made reservation on behalf of 9aae990736554c9c8b5e6a60c62f9f49 for: {'subnet': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:02:54.196841 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4494530'] for subnet (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.305419 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f8716393-8ed0-4aeb-88dc-e261fed7a389 req-4e3d6e0a-fed7-48a9-adc0-933807747f0e tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056256 Mar 08 13:02:54.470165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4511048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4494556'] for subnet (ab64d186-2f3a-4272-adc6-44d4ff207434), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.547476 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab64d186-2f3a-4272-adc6-44d4ff207434,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:54.567899 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:54.568253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Network hostable DHCP agents. Network: 6571cb64-218b-41cb-9065-e09fa0303e3d, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:02:54.588699 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:02:54.600498 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 6571cb64-218b-41cb-9065-e09fa0303e3d) {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:54.605182 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:02:54.605793 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.610051 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3c928-0dec-4097-aed7-ce92d037c260 None None] Network 6571cb64-218b-41cb-9065-e09fa0303e3d requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:54.621754 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c230b1b0-b5c3-4ba6-9b61-790589473146 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4898787 Mar 08 13:02:54.624630 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39434) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:54.628876 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:02:54.654654 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.656810 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.733438 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-6571cb64-218b-41cb-9065-e09fa0303e3d', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:02:54.734489 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.735997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for router_controller (30c2fc32-437e-4b8d-b821-72381b954c1b), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.901524 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for router_gateway (30c2fc32-437e-4b8d-b821-72381b954c1b), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:54.907276 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Allocated IP 172.20.0.2 (6571cb64-218b-41cb-9065-e09fa0303e3d/ab64d186-2f3a-4272-adc6-44d4ff207434/bd8d078d-5f30-4bed-9d4b-8045268f0b86) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:55.107537 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks [] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.117032 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.155538 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:55.158776 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:55.165205 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:55.172202 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for router_gateway (30c2fc32-437e-4b8d-b821-72381b954c1b), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.180814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Pushing event updated for resources: {'Port': ['ID=bd8d078d-5f30-4bed-9d4b-8045268f0b86,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:55.193991 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.241669 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Attempting to bind port bd8d078d-5f30-4bed-9d4b-8045268f0b86 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:55.243881 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Attempting to bind port bd8d078d-5f30-4bed-9d4b-8045268f0b86 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:55.244554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Attempting to bind port bd8d078d-5f30-4bed-9d4b-8045268f0b86 on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:55.255556 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:55.256300 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:55.256938 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.257585 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Bound using segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:55.258394 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Bound port: bd8d078d-5f30-4bed-9d4b-8045268f0b86, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:55.259078 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.349229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Allocated IP 172.27.1.158 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:55.350798 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] For port bd8d078d-5f30-4bed-9d4b-8045268f0b86, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:55.358716 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] For port bd8d078d-5f30-4bed-9d4b-8045268f0b86, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=bd8d078d-5f30-4bed-9d4b-8045268f0b86,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:55.370926 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.431373 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525727-142b-4944-a0e0-4b23d2f5f552 None None] Pushing event updated for resources: {'Port': ['ID=bd8d078d-5f30-4bed-9d4b-8045268f0b86,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:55.490885 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.539384 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.543109 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:55.585181 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:55.591215 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:55.596367 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:55.600080 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Pushing event updated for resources: {'Port': ['ID=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:56.246453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for router_gateway (30c2fc32-437e-4b8d-b821-72381b954c1b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.525809 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.586481 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device bd8d078d-5f30-4bed-9d4b-8045268f0b86 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:56.655247 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port bd8d078d-5f30-4bed-9d4b-8045268f0b86 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:56.655638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.690406 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Router 30c2fc32-437e-4b8d-b821-72381b954c1b is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:02:56.742579 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca607da9-d8e3-4716-b885-0827190e5b8a None None] Network 6571cb64-218b-41cb-9065-e09fa0303e3d requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:02:56.790941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port bd8d078d-5f30-4bed-9d4b-8045268f0b86 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:56.791694 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.856841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-066043e8-138b-41c9-b693-5f826ffad963 None None] Provisioning complete for port bd8d078d-5f30-4bed-9d4b-8045268f0b86 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:56.857495 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-066043e8-138b-41c9-b693-5f826ffad963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.868071 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:56.879788 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:02:56.890566 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:56.891536 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:56.899657 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port bd8d078d-5f30-4bed-9d4b-8045268f0b86, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=bd8d078d-5f30-4bed-9d4b-8045268f0b86,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:02:56.917519 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:56.922021 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c486c8b6-51ee-4b8c-b575-c1a62fa0330b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2932608 Mar 08 13:02:56.922021 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39444) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:02:56.929009 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.030109 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:57.037194 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=bd8d078d-5f30-4bed-9d4b-8045268f0b86,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:57.123567 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-066043e8-138b-41c9-b693-5f826ffad963 None None] Current status of the port bd8d078d-5f30-4bed-9d4b-8045268f0b86 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:57.394291 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:56Z', 'revision_number': 3, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:57.444604 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:02:57.444942 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Updating router 30c2fc32-437e-4b8d-b821-72381b954c1b port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:02:57.460163 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-4e32ba88-443c-47b1-a0c5-17de731d349b None None] Provisioning complete for port bd8d078d-5f30-4bed-9d4b-8045268f0b86 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:57.460646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4e32ba88-443c-47b1-a0c5-17de731d349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.477731 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.563284 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-4e32ba88-443c-47b1-a0c5-17de731d349b None None] Current status of the port bd8d078d-5f30-4bed-9d4b-8045268f0b86 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:57.630435 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.809256 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks [] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.816501 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.829033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Allocated IP 172.20.0.1 (6571cb64-218b-41cb-9065-e09fa0303e3d/ab64d186-2f3a-4272-adc6-44d4ff207434/553e3abf-b17a-496c-8898-8bf970ab8a8f) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:02:57.870336 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08264eb8-75fc-41ea-8a81-fa2c23dec376 None None] Pushing event updated for resources: {'Port': ['ID=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:57.876323 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Attempting to bind port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:02:57.876894 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Attempting to bind port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:02:57.877339 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Attempting to bind port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:02:57.884115 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:02:57.884690 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:02:57.885093 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.885622 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:02:57.886267 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Bound port: dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:02:57.889483 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.942798 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks [] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.952392 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] For port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:02:57.955777 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] For port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:02:57.972384 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:57.981933 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.022763 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:02:58.023454 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:58.023696 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:58.027457 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:58.032208 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:02:58.055679 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Pushing event updated for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:58.088620 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (30c2fc32-437e-4b8d-b821-72381b954c1b), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.186861 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:02:58.284848 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08264eb8-75fc-41ea-8a81-fa2c23dec376 None None] Pushing event updated for resources: {'Port': ['ID=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:58.330767 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.395407 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-240e57be-7475-4d82-8375-01d64580324e None None] Provisioning complete for port 553e3abf-b17a-496c-8898-8bf970ab8a8f triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:58.396011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-240e57be-7475-4d82-8375-01d64580324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.456596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-240e57be-7475-4d82-8375-01d64580324e None None] Port 553e3abf-b17a-496c-8898-8bf970ab8a8f cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:58.473104 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:56Z', 'revision_number': 3, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:02:58.521365 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5ff3f-2d94-4e55-a58a-a952552869f1 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:56Z', 'revision_number': 3, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:02:58.555178 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device bd8d078d-5f30-4bed-9d4b-8045268f0b86 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:02:58.590690 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks [] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.601217 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.608812 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port bd8d078d-5f30-4bed-9d4b-8045268f0b86 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:58.609220 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.703141 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Pushing event updated for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:02:58.706014 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (30c2fc32-437e-4b8d-b821-72381b954c1b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:58.746917 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port bd8d078d-5f30-4bed-9d4b-8045268f0b86 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:02:58.872671 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:02:58.874434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:02:59.296770 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-6dc5e89c-6213-48aa-a50b-91c642ee74c4 None None] Provisioning complete for port 553e3abf-b17a-496c-8898-8bf970ab8a8f triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:02:59.297183 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6dc5e89c-6213-48aa-a50b-91c642ee74c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:02:59.333879 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5e89c-6213-48aa-a50b-91c642ee74c4 None None] Port 553e3abf-b17a-496c-8898-8bf970ab8a8f cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:02:59.349384 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:02:59.484631 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:02:59.489903 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-9ce9e0a0-18f4-4938-80b7-123f0ef5cc2c admin admin] 10.222.0.20 "PUT /v2.0/routers/30c2fc32-437e-4b8d-b821-72381b954c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5671494 Mar 08 13:03:00.077431 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39468) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:00.083349 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1386124586-network', 'tenant_id': '6ed6bab5242c417f80cf12839950d204'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:00.108881 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Made reservation on behalf of 6ed6bab5242c417f80cf12839950d204 for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:00.111908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.123086 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.210460 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks [] for security_group (7dba4f6e-f979-49f0-97f3-0746c2026971), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.216191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7dba4f6e-f979-49f0-97f3-0746c2026971), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.262967 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:03:00.269903 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba4f6e-f979-49f0-97f3-0746c2026971,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:00.277894 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (4cdca207-1991-49f9-94da-f61220762fe6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.278267 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Added segment 4cdca207-1991-49f9-94da-f61220762fe6 of type vlan for network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab Mar 08 13:03:00.328417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (087d9b54-08e5-46d2-ab9b-f7c89ac90fab), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.355949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (087d9b54-08e5-46d2-ab9b-f7c89ac90fab), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.357152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:00.357826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.393249 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3144898 Mar 08 13:03:00.396574 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39470) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:00.402277 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Request body: {'subnet': {'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1386124586-subnet', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:00.423773 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Made reservation on behalf of 6ed6bab5242c417f80cf12839950d204 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:00.426791 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.440540 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7d550-3139-4d1f-8d66-68e2d1899548 admin admin] Pushing event updated for resources: {'Network': ['ID=087d9b54-08e5-46d2-ab9b-f7c89ac90fab,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:00.450995 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:03:00.576442 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:00.580730 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:00.611527 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:00.612161 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:00.665236 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (bbb30601-51e8-4300-8ff8-dd79a6bb3f8e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.733202 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb30601-51e8-4300-8ff8-dd79a6bb3f8e,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:00.738501 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Checking segment: {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:00.738868 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Network hostable DHCP agents. Network: 087d9b54-08e5-46d2-ab9b-f7c89ac90fab, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:03:00.759048 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:03:00.770247 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 087d9b54-08e5-46d2-ab9b-f7c89ac90fab) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:00.774858 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:00.775450 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.798042 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1795c666-8c91-4727-b7ca-28bb724573eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3998837 Mar 08 13:03:00.800589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39474) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:00.804814 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:00.824814 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.825705 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.846443 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf97966-3f80-4e91-bd85-6e5d62e7e1d8 None None] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:00.857236 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:00.857645 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.883050 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for router_controller (2ecaccef-20c9-4167-a6e8-0750dcab4e23), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:00.960264 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:01.021322 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for router_gateway (2ecaccef-20c9-4167-a6e8-0750dcab4e23), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.105346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'project_id': '6ed6bab5242c417f80cf12839950d204', 'fixed_ips': [{'subnet_id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:03:01.106216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.124714 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:01.125122 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.187654 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:01.196909 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.237289 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for router_gateway (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.256246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.372349 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Allocated IP 172.27.1.146 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/eea4ed47-70b2-44f0-912f-748697b0c87f) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:01.379658 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:01.402832 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Allocated IP 172.20.0.2 (087d9b54-08e5-46d2-ab9b-f7c89ac90fab/bbb30601-51e8-4300-8ff8-dd79a6bb3f8e/a63b726a-e42d-46ce-87a1-2808bd109634) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:01.423746 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 2, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:01.465070 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:01.465777 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Updating router 30c2fc32-437e-4b8d-b821-72381b954c1b port 553e3abf-b17a-496c-8898-8bf970ab8a8f binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:01.469581 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Request body: {'port': {'device_id': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:01.476939 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Request body: {'port': {'device_id': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:01.535147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.584525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.609736 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.622543 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-efb0fcd8-84d3-4319-8fde-aa4330c26cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:01.624096 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-efb0fcd8-84d3-4319-8fde-aa4330c26cd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 1130 time: 0.1422672 Mar 08 13:03:01.668645 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.690334 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.729956 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks [] for port (a63b726a-e42d-46ce-87a1-2808bd109634), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.753261 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:01.759199 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Pushing event updated for resources: {'Port': ['ID=eea4ed47-70b2-44f0-912f-748697b0c87f,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:01.834097 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:01.880773 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:01.890306 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:01.913392 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Pushing event updated for resources: {'Port': ['ID=a63b726a-e42d-46ce-87a1-2808bd109634,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:01.960943 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-b6cd27e0-9639-4d9d-ae06-08a462bb7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:01.962455 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-b6cd27e0-9639-4d9d-ae06-08a462bb7750 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.3117440 Mar 08 13:03:01.977824 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:01.985305 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:02.000976 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Attempting to bind port a63b726a-e42d-46ce-87a1-2808bd109634 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:02.001656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Attempting to bind port a63b726a-e42d-46ce-87a1-2808bd109634 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:02.002221 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Attempting to bind port a63b726a-e42d-46ce-87a1-2808bd109634 on network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:02.017823 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:02.018503 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Checking segment: {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:02.019087 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.019647 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Bound using segment: {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:02.020288 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Bound port: a63b726a-e42d-46ce-87a1-2808bd109634, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:02.020849 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.025870 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:02.043373 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-89d3874a-6875-426b-8e4d-af51ff6211d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 200 len: 217 time: 0.0679579 Mar 08 13:03:02.112699 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-e5371a54-9b1e-4846-8106-e0483cfd5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:02.114176 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-e5371a54-9b1e-4846-8106-e0483cfd5550 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0501711 Mar 08 13:03:02.118922 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks [] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.153108 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.155245 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-5f3deaf0-eac3-4d86-ab6f-54bb056ff2b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323727 Mar 08 13:03:02.215091 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0093f26a-f69a-40c7-8a9f-619463aed566 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:02.223002 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] For port a63b726a-e42d-46ce-87a1-2808bd109634, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:02.238313 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks [] for port (0093f26a-f69a-40c7-8a9f-619463aed566), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.245867 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c303-4977-4754-8924-2dcf5a96b765 None None] Pushing event updated for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.257154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] For port a63b726a-e42d-46ce-87a1-2808bd109634, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a63b726a-e42d-46ce-87a1-2808bd109634,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:02.287201 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.336529 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Transition to ACTIVE for port object 0093f26a-f69a-40c7-8a9f-619463aed566 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:02.370268 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.395279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Attempting to bind port 553e3abf-b17a-496c-8898-8bf970ab8a8f on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:02.397181 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Attempting to bind port 553e3abf-b17a-496c-8898-8bf970ab8a8f by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:02.397729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Attempting to bind port 553e3abf-b17a-496c-8898-8bf970ab8a8f on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:02.402929 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.74', 57495) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:02.408491 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b8b5bde9-025b-465e-b28e-21dc75091236 req-dd2cbaa7-7276-4e67-b1e6-bed7efec7c7e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 210 time: 0.1393790 Mar 08 13:03:02.420378 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:02.421009 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:02.421614 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.422279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Bound using segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:02.422941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Bound port: 553e3abf-b17a-496c-8898-8bf970ab8a8f, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:02.423506 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.429600 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37b2ce-a183-4bf8-8502-97457467d01b None None] Pushing event updated for resources: {'Port': ['ID=a63b726a-e42d-46ce-87a1-2808bd109634,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.592579 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] For port 553e3abf-b17a-496c-8898-8bf970ab8a8f, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:02.599836 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] For port 553e3abf-b17a-496c-8898-8bf970ab8a8f, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=553e3abf-b17a-496c-8898-8bf970ab8a8f,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:02.615760 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.676151 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:02.688415 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-1b493653-7413-49e6-a02b-d33e12f65d9b service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885867 Mar 08 13:03:02.750633 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97197a59-c0f9-4858-8a96-7d97c404680e req-c4e45b48-b79c-4674-8013-6838979caf30 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:02.752367 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-97197a59-c0f9-4858-8a96-7d97c404680e req-c4e45b48-b79c-4674-8013-6838979caf30 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 931 time: 0.4823267 Mar 08 13:03:02.758296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.799738 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c303-4977-4754-8924-2dcf5a96b765 None None] Pushing event updated for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:02.831681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Provisioning complete for port 553e3abf-b17a-496c-8898-8bf970ab8a8f triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:02.831681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:02.900555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:02.902722 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:02.936990 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-4f60f82d-20c9-4f7b-8c73-433cd7f92f4b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:02.938910 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-4f60f82d-20c9-4f7b-8c73-433cd7f92f4b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.5350351 Mar 08 13:03:02.976180 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for router_gateway (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.004117 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3ea3-15e3-4357-ae32-310c7abba05f req-1eb174bd-e31e-4cf7-8367-17b0f6b84012 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.007722 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1fad3ea3-15e3-4357-ae32-310c7abba05f req-1eb174bd-e31e-4cf7-8367-17b0f6b84012 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 932 time: 0.3533077 Mar 08 13:03:03.103045 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-97197a59-c0f9-4858-8a96-7d97c404680e req-3c62295f-cbd7-42f4-8d51-8e4cbaa83508 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334050 Mar 08 13:03:03.151560 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-6ca8a089-e4da-419a-bcb3-7d11ba249124 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145179 Mar 08 13:03:03.230486 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Attempting to bind port 0093f26a-f69a-40c7-8a9f-619463aed566 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:03.230874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Attempting to bind port 0093f26a-f69a-40c7-8a9f-619463aed566 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:03.231153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Attempting to bind port 0093f26a-f69a-40c7-8a9f-619463aed566 on network 27223cba-cff7-45e1-90f7-fb83a83834e3 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:03.260443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Port 0093f26a-f69a-40c7-8a9f-619463aed566 on network 27223cba-cff7-45e1-90f7-fb83a83834e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:03.260443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Attempting to bind port 0093f26a-f69a-40c7-8a9f-619463aed566 on network 27223cba-cff7-45e1-90f7-fb83a83834e3 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:03.270196 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1fad3ea3-15e3-4357-ae32-310c7abba05f req-311b9971-49d0-468f-9e5d-cbfc1bf22c60 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393789 Mar 08 13:03:03.294399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:03.294399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Checking segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:03.294399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Bound using segment: {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:03.294399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Bound port: 0093f26a-f69a-40c7-8a9f-619463aed566, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40625fb-c237-4636-9f75-b0bbae9b68ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:03.294399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.300820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:03.301237 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.327186 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-71de688f-a12c-4a6f-b9e9-b21d573f2295 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 472 time: 0.3638289 Mar 08 13:03:03.339482 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'port': {'device_id': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'admin_state_up': True, 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'security_groups': ['1afbb536-0987-4189-a21a-d960bad216cb']}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:03.409999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b83867-5770-4817-8e65-95d7e3b65265 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:03.423006 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks [] for port (c3b83867-5770-4817-8e65-95d7e3b65265), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.432196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:03.438832 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:03.445649 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Transition to ACTIVE for port object c3b83867-5770-4817-8e65-95d7e3b65265 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:03.450793 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.452221 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:03.475571 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.498294 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Current status of the port 553e3abf-b17a-496c-8898-8bf970ab8a8f is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:03.498800 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.502550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.544212 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.544822 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.546422 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] 10.222.0.74 "PUT /v2.0/ports/0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 1093 time: 2.0811892 Mar 08 13:03:03.560859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:03.564280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b7c66c-15f1-46e9-92cc-23bd963cab70" -d '{"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:03.595429 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] For port 553e3abf-b17a-496c-8898-8bf970ab8a8f, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=553e3abf-b17a-496c-8898-8bf970ab8a8f,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:03.596061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'port': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:03.599357 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.613346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.675998 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8919808a-4267-4492-9165-7c5e2ccb79ad req-d6b56894-9660-4419-b4a6-78e0d1a78da6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 210 time: 0.1689928 Mar 08 13:03:03.677418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c70de-35de-424e-960b-1624f9a579e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:03.697547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:03.735696 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a2b2-332d-4f24-9f11-c2033b27f50b None None] Pushing event updated for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:03.749244 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ff3e9-c231-4b63-955c-eaeb0c36ff10 x-openstack-request-id: req-333ff3e9-c231-4b63-955c-eaeb0c36ff10 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:03.749723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:03.750670 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-333ff3e9-c231-4b63-955c-eaeb0c36ff10 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:03.751247 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:03:03.844681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a499b650-7d37-475b-900c-7769ee2cc49a None None] Provisioning complete for port 553e3abf-b17a-496c-8898-8bf970ab8a8f triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:03.845053 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a499b650-7d37-475b-900c-7769ee2cc49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.866792 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Pushing event updated for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:03.878297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-ec79368a-12aa-4ef8-a3f1-a3aaa5bc9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:03.879842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-ec79368a-12aa-4ef8-a3f1-a3aaa5bc9d02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1127 time: 0.2082596 Mar 08 13:03:03.919516 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:02Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:03.940611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Attempting to bind port c3b83867-5770-4817-8e65-95d7e3b65265 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:03.940952 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Attempting to bind port c3b83867-5770-4817-8e65-95d7e3b65265 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:03.941298 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Attempting to bind port c3b83867-5770-4817-8e65-95d7e3b65265 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:03.944317 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-4ae86b60-8d49-4af9-84b1-b99ee9188960 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 217 time: 0.0494816 Mar 08 13:03:03.947671 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Port c3b83867-5770-4817-8e65-95d7e3b65265 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:03.948566 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Attempting to bind port c3b83867-5770-4817-8e65-95d7e3b65265 on network 6e4d0198-fad6-4a43-8143-6e45688fe01e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:03.988923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c502460d-3d6c-4b2c-9ff7-2be03c118687 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:02Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:03.992759 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:03.993150 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Checking segment: {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:03.993531 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Bound using segment: {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:03.994588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Bound port: c3b83867-5770-4817-8e65-95d7e3b65265, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871873aa-7129-469d-96c6-c82164fb33e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:03.994588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:03.997197 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a499b650-7d37-475b-900c-7769ee2cc49a None None] Current status of the port 553e3abf-b17a-496c-8898-8bf970ab8a8f is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:04.051332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-89358252-ca92-4fbb-9c25-9b024204ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.052790 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-89358252-ca92-4fbb-9c25-9b024204ca2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0947833 Mar 08 13:03:04.163863 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:04.180191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3b83867-5770-4817-8e65-95d7e3b65265,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:04.187829 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-d5d05b36-3e1d-407e-9381-7cbef3968b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.189414 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-d5d05b36-3e1d-407e-9381-7cbef3968b73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244755 Mar 08 13:03:04.192939 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.218067 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.218734 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.221107 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] 10.222.0.74 "PUT /v2.0/ports/c3b83867-5770-4817-8e65-95d7e3b65265 HTTP/1.1" status: 200 len: 1094 time: 2.7477291 Mar 08 13:03:04.253456 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:03:04.294987 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.20.0.10 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/50b4098b-0528-4aef-87c3-8a5e4e7621f4) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:04.359964 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85da4d6-466b-4f73-bf93-2d3dc4a34b18 None None] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:03:04.436722 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Provisioning complete for port a63b726a-e42d-46ce-87a1-2808bd109634 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:04.437362 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.529292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6248a-c389-4e44-8c48-9833c8ac578d service neutron] Pushing event updated for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:04.534179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:04.550332 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Sync routers for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:04.567355 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:04.571362 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:04.578501 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-60053cc8-3839-44c7-ac51-3edc46da5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.580071 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-60053cc8-3839-44c7-ac51-3edc46da5caf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 1128 time: 0.2486410 Mar 08 13:03:04.594852 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c10d9-f34b-4e8a-9313-9d3602c20286 req-1ac4c097-5bae-4876-a3fa-48379ef3645c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.596306 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a24c10d9-f34b-4e8a-9313-9d3602c20286 req-1ac4c097-5bae-4876-a3fa-48379ef3645c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 943 time: 0.3729913 Mar 08 13:03:04.670252 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Current status of the port a63b726a-e42d-46ce-87a1-2808bd109634 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:04.670859 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.675318 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-17486553-9590-40e1-aebd-118a0ccc6f64 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716990 Mar 08 13:03:04.688103 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-15294513-8b48-4d64-8a5e-08adceb1404a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b83867-5770-4817-8e65-95d7e3b65265 HTTP/1.1" status: 200 len: 217 time: 0.0848708 Mar 08 13:03:04.713969 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.721153 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4ea3d5e4-fe42-454b-8e17-f92ca0fa9f98 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9194961 Mar 08 13:03:04.722024 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39528) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:04.732136 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810ec51-8d97-4cf4-a908-303051826d0a req-f10a1fc7-5706-40b2-bc13-ada72ec4dbb4 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:04.733690 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0810ec51-8d97-4cf4-a908-303051826d0a req-f10a1fc7-5706-40b2-bc13-ada72ec4dbb4 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 944 time: 0.2942038 Mar 08 13:03:04.749463 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 553e3abf-b17a-496c-8898-8bf970ab8a8f up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:04.755983 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] For port a63b726a-e42d-46ce-87a1-2808bd109634, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a63b726a-e42d-46ce-87a1-2808bd109634,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:04.789143 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.874533 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:04.883571 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2447d-e50c-4e7e-8581-66a7ad17f3c4 None None] Pushing event updated for resources: {'Port': ['ID=a63b726a-e42d-46ce-87a1-2808bd109634,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:04.909830 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 553e3abf-b17a-496c-8898-8bf970ab8a8f triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:04.910270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:04.947543 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.036150 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 553e3abf-b17a-496c-8898-8bf970ab8a8f is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:05.037356 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a63b726a-e42d-46ce-87a1-2808bd109634 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:05.118449 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-2b222565-6def-40a2-9972-8264ced55ba1 None None] Provisioning complete for port a63b726a-e42d-46ce-87a1-2808bd109634 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:05.118822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2b222565-6def-40a2-9972-8264ced55ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.156949 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:02Z', 'revision_number': 3, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:05.168397 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port a63b726a-e42d-46ce-87a1-2808bd109634 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:05.168777 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.214917 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Checking router: 2ecaccef-20c9-4167-a6e8-0750dcab4e23 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:05.215645 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Updating router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 port eea4ed47-70b2-44f0-912f-748697b0c87f binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:05.250682 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.261069 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-2b222565-6def-40a2-9972-8264ced55ba1 None None] Current status of the port a63b726a-e42d-46ce-87a1-2808bd109634 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:05.276971 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.361698 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0810ec51-8d97-4cf4-a908-303051826d0a req-6effd4bc-dd5b-4b27-81f9-e3ca3bdc7353 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5805347 Mar 08 13:03:05.362943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port a63b726a-e42d-46ce-87a1-2808bd109634 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:05.393283 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:05.400314 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:05.401431 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5246a-1628-4957-b425-ed3d16daad73 req-e83416c4-ea55-4395-9f72-f54732651e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.404196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:05.405722 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-e83416c4-ea55-4395-9f72-f54732651e9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89cb5886-e93e-45df-b17b-4b8c765ea0ba HTTP/1.1" status: 200 len: 849 time: 0.7025239 Mar 08 13:03:05.438930 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a24c10d9-f34b-4e8a-9313-9d3602c20286 req-21cd3628-7941-4f29-b77d-5c9ac31b46ba tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8236763 Mar 08 13:03:05.489674 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.495556 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.518804 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-4d6cc1de-a787-4332-be96-7be8f76abc2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6e4d0198-fad6-4a43-8143-6e45688fe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770102 Mar 08 13:03:05.594792 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2599726 Mar 08 13:03:05.595432 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0e054-65fa-4357-a407-81b5a009ed89 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:05.607679 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176c5acd-7a51-42a9-80b6-ca5fcde22d77 req-7be5d5ce-d9f1-43c9-91b6-faa3236fccd9 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9186206 Mar 08 13:03:05.612610 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Request body: {'port': {'device_id': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:05.633750 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks [] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.654509 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.704479 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Attempting to bind port eea4ed47-70b2-44f0-912f-748697b0c87f on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:05.704832 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Attempting to bind port eea4ed47-70b2-44f0-912f-748697b0c87f by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:05.705203 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Attempting to bind port eea4ed47-70b2-44f0-912f-748697b0c87f on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:05.712745 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:05.713462 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:05.714100 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.714658 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:05.715335 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Bound port: eea4ed47-70b2-44f0-912f-748697b0c87f, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:05.715881 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.724921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.738467 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074894a-8a1d-46b4-af37-2ab9adedaa65 req-bd7d3756-6fd1-482d-b020-cb4ccdafca70 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.742381 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f074894a-8a1d-46b4-af37-2ab9adedaa65 req-bd7d3756-6fd1-482d-b020-cb4ccdafca70 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 932 time: 0.2279642 Mar 08 13:03:05.757110 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:05.759777 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1244c16-c08c-4c7b-895e-df432646b5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:05.789259 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-a00ed4fa-5eee-4a68-b47e-f698cd82ae30 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593186 Mar 08 13:03:05.801944 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-ac3e73e8-4dc4-4cdc-a6c7-67cf190ab286 None None] Provisioning complete for port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:05.802532 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ac3e73e8-4dc4-4cdc-a6c7-67cf190ab286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.830477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-9ca78e26-4731-4a6d-99b5-402172c020d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:05.832173 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-9ca78e26-4731-4a6d-99b5-402172c020d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1127 time: 0.1548843 Mar 08 13:03:05.885966 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e73e8-4dc4-4cdc-a6c7-67cf190ab286 None None] Port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:05.922009 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef47e7-cc92-4672-b9be-dadb81463bbd None None] Pushing event updated for resources: {'Port': ['ID=eea4ed47-70b2-44f0-912f-748697b0c87f,revision_number=2']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:05.924904 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] For port eea4ed47-70b2-44f0-912f-748697b0c87f, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:05.927207 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af2247-7aef-43e0-95f9-73bf65fc2a9a x-openstack-request-id: req-30af2247-7aef-43e0-95f9-73bf65fc2a9a {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:05.927727 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:05.928084 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30af2247-7aef-43e0-95f9-73bf65fc2a9a {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:05.928582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265', 'status': 'completed', 'code': 200} Mar 08 13:03:05.929447 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] For port eea4ed47-70b2-44f0-912f-748697b0c87f, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=eea4ed47-70b2-44f0-912f-748697b0c87f,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:05.938469 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:05.977994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f074894a-8a1d-46b4-af37-2ab9adedaa65 req-6733bb06-986f-4224-86b7-5472f4a5aab0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085166 Mar 08 13:03:06.013874 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:06.015012 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:06.017624 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-19cef303-0c9d-414e-8a11-5bb461668036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.017831 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef47e7-cc92-4672-b9be-dadb81463bbd None None] Pushing event updated for resources: {'Port': ['ID=eea4ed47-70b2-44f0-912f-748697b0c87f,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.019296 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-19cef303-0c9d-414e-8a11-5bb461668036 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.1703162 Mar 08 13:03:06.022247 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45d5246a-1628-4957-b425-ed3d16daad73 req-41668ced-b3b6-41d5-9ce2-6b63ea804d18 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212741 Mar 08 13:03:06.072460 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-66a88c6c-5878-4b03-9b67-f777d0fe1eb6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 217 time: 0.0392096 Mar 08 13:03:06.083078 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.142972 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:06.172799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-dd856e3c-fc1b-4fd0-b012-840162d5b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.174387 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-dd856e3c-fc1b-4fd0-b012-840162d5b9a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0812926 Mar 08 13:03:06.179125 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-b69f3206-bddb-45d8-81a3-0aec9e538fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.180618 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-b69f3206-bddb-45d8-81a3-0aec9e538fb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1eedd65be69d4f12a25aaa457d5de314&device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 1128 time: 0.0792038 Mar 08 13:03:06.267313 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b4098b-0528-4aef-87c3-8a5e4e7621f4 {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:06.293631 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks [] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.308202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-c8198552-5c70-4c82-bb55-1c370d52e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.309877 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-c8198552-5c70-4c82-bb55-1c370d52e259 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062105 Mar 08 13:03:06.315685 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Transition to ACTIVE for port object 50b4098b-0528-4aef-87c3-8a5e4e7621f4 will not be triggered until provisioned by entity L2. {{(pid=102988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:06.323855 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.326173 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Allocated IP 172.20.0.1 (087d9b54-08e5-46d2-ab9b-f7c89ac90fab/bbb30601-51e8-4300-8ff8-dd79a6bb3f8e/df037624-38de-4e44-98a1-8cfffe0342da) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:06.330294 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:02Z', 'revision_number': 3, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:06.353816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-f2e290fb-4c51-4b1e-ba42-016e454415a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.355663 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-f2e290fb-4c51-4b1e-ba42-016e454415a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 200 len: 911 time: 0.1440434 Mar 08 13:03:06.362992 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356d4fe-3a2f-4cea-9008-b556ca86a239 None None] The sync data for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi is: [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:02Z', 'revision_number': 3, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:06.441657 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.493842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-be31f54a-37e2-4ed8-b5e0-67982953a0c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b83867-5770-4817-8e65-95d7e3b65265 HTTP/1.1" status: 200 len: 217 time: 0.1218109 Mar 08 13:03:06.629721 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Attempting to bind port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:06.630087 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Attempting to bind port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:06.630419 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Attempting to bind port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:06.637743 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks [] for port (df037624-38de-4e44-98a1-8cfffe0342da), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.649822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a63b726a-e42d-46ce-87a1-2808bd109634 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:06.650027 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:06.650722 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Attempting to bind port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:06.671975 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:06.672238 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:06.672763 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:06.673113 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Bound port: 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:06.673481 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.717029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port a63b726a-e42d-46ce-87a1-2808bd109634 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:06.717420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.764463 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-2b7ac73c-1c9e-4cba-b8bc-b7ca0676d2f7 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363747 Mar 08 13:03:06.815723 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.839974 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21cd20-39cc-4080-b786-a89e1080ac3f req-35e652c4-4ab2-4f57-9fb9-13428d28ab4a tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.841114 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d21cd20-39cc-4080-b786-a89e1080ac3f req-35e652c4-4ab2-4f57-9fb9-13428d28ab4a tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 944 time: 0.3636742 Mar 08 13:03:06.845198 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-26ca6486-19bb-42bb-89c1-b6f029242aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:06.846645 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-26ca6486-19bb-42bb-89c1-b6f029242aec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89cb5886-e93e-45df-b17b-4b8c765ea0ba HTTP/1.1" status: 200 len: 849 time: 0.3002810 Mar 08 13:03:06.855631 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:06.865818 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:06.870950 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:06.873601 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port a63b726a-e42d-46ce-87a1-2808bd109634 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:06.874225 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:06.915058 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:06.935124 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.940415 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Pushing event updated for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:06.948989 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:06.975695 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-b098a7aa-4dda-4e3f-98df-5a2ce4e7fbc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6e4d0198-fad6-4a43-8143-6e45688fe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089008 Mar 08 13:03:06.994410 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802750-7825-4cbb-a62e-73d3689cca00 req-a858b36e-8724-4fbc-9252-0d31fe6aa132 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.002360 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-10802750-7825-4cbb-a62e-73d3689cca00 req-a858b36e-8724-4fbc-9252-0d31fe6aa132 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 943 time: 0.4217358 Mar 08 13:03:07.055177 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5b7c66c-15f1-46e9-92cc-23bd963cab70 req-cdc5438c-f410-4f64-a141-badc289ac305 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592630 Mar 08 13:03:07.062821 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.063774 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.065298 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] 10.222.0.74 "PUT /v2.0/ports/50b4098b-0528-4aef-87c3-8a5e4e7621f4 HTTP/1.1" status: 200 len: 1094 time: 1.4579167 Mar 08 13:03:07.071356 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:07.074396 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:07.092396 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eb3ac-4d0a-4307-8830-e2b961567326 service neutron] Pushing event updated for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.124710 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d21cd20-39cc-4080-b786-a89e1080ac3f req-19993840-a270-4ef4-90ab-4f5e87cc10ce tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710292 Mar 08 13:03:07.185545 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-10802750-7825-4cbb-a62e-73d3689cca00 req-4559f9b7-816d-4319-b1a9-d9f64ef49760 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564994 Mar 08 13:03:07.203827 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-85b51be5-ed25-46bf-8a95-bc23a74f3178 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911936 Mar 08 13:03:07.229912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-6bc16d73-474f-480a-9376-6f044eea0bc7 None None] Provisioning complete for port df037624-38de-4e44-98a1-8cfffe0342da triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:07.230425 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6bc16d73-474f-480a-9376-6f044eea0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df037624-38de-4e44-98a1-8cfffe0342da), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.270589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df037624-38de-4e44-98a1-8cfffe0342da), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.304733 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-6bc16d73-474f-480a-9376-6f044eea0bc7 None None] Port df037624-38de-4e44-98a1-8cfffe0342da cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:07.313267 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-27b82da6-7774-44ed-8fa1-861a70d81c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.314809 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-27b82da6-7774-44ed-8fa1-861a70d81c94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 1128 time: 0.1216261 Mar 08 13:03:07.337908 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ca5dc-984d-43b6-9890-eb83f2c6de6c x-openstack-request-id: req-591ca5dc-984d-43b6-9890-eb83f2c6de6c {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:07.339044 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:07.339287 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-591ca5dc-984d-43b6-9890-eb83f2c6de6c {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:07.346028 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'status': 'completed', 'code': 200} Mar 08 13:03:07.367815 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1244c16-c08c-4c7b-895e-df432646b5d8 req-0f72ed84-bcca-401e-9525-3652979d30b3 service neutron] 10.222.0.74 "GET /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577134 Mar 08 13:03:07.403950 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-5c8544c5-47aa-40ff-9ae1-2fe0430977bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4 HTTP/1.1" status: 200 len: 217 time: 0.0677452 Mar 08 13:03:07.407542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d258-9181-437c-81ac-64c483b1ea97 req-46bf859a-a601-4990-9ef5-32f2c33f37fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.408911 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43d258-9181-437c-81ac-64c483b1ea97 req-46bf859a-a601-4990-9ef5-32f2c33f37fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 944 time: 0.0888743 Mar 08 13:03:07.468753 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43d258-9181-437c-81ac-64c483b1ea97 req-64df0d81-9b74-408c-82d6-17bfb46d5f25 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504825 Mar 08 13:03:07.732233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-cc375fb4-7dce-4523-b8db-64f878f6f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.733696 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-cc375fb4-7dce-4523-b8db-64f878f6f17e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.3104622 Mar 08 13:03:07.819897 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-5699b545-2ab9-41ee-b695-51d558e63acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:07.821400 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-5699b545-2ab9-41ee-b695-51d558e63acf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770652 Mar 08 13:03:07.823830 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks [] for port (df037624-38de-4e44-98a1-8cfffe0342da), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.828448 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:07.957465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Pushing event updated for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:07.959930 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.034753 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-59d0b84b-8af0-423e-9d9e-84ced231c5ab service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036865 Mar 08 13:03:08.096383 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:08.099295 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:08.124535 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:03:08.276996 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c3b83867-5770-4817-8e65-95d7e3b65265 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:08.297799 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aa74534b-9f18-45f1-8dfe-090fd0779088 req-21dfcc50-35e5-4667-b4ec-fa99e29f0223 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344515 Mar 08 13:03:08.299968 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:08.361514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b55a-5433-4a81-a49e-132a6816fcdf req-a3f3f68d-2a5d-4a2b-97a8-7c7b9c96b796 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.372496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60d3b55a-5433-4a81-a49e-132a6816fcdf req-a3f3f68d-2a5d-4a2b-97a8-7c7b9c96b796 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 944 time: 0.1342604 Mar 08 13:03:08.474089 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2ba1b-1541-46e5-8fa0-11e802e05f4c req-7b000d43-334e-4d8e-86f0-c5d374f7518d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.475579 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8a2ba1b-1541-46e5-8fa0-11e802e05f4c req-7b000d43-334e-4d8e-86f0-c5d374f7518d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 943 time: 0.1482944 Mar 08 13:03:08.491528 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-40974b72-ef16-4cb9-85f1-fa31b32ed613 None None] Provisioning complete for port df037624-38de-4e44-98a1-8cfffe0342da triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:08.492279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-40974b72-ef16-4cb9-85f1-fa31b32ed613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df037624-38de-4e44-98a1-8cfffe0342da), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.522528 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-60d3b55a-5433-4a81-a49e-132a6816fcdf req-e13cbddb-acf4-4e18-887f-696bfedca3cf tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490650 Mar 08 13:03:08.542094 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3b83867-5770-4817-8e65-95d7e3b65265,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:08.559067 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'c3b83867-5770-4817-8e65-95d7e3b65265', 'network_id': '6e4d0198-fad6-4a43-8143-6e45688fe01e', 'port_id': 'c3b83867-5770-4817-8e65-95d7e3b65265', 'mac_address': 'fa:16:3e:40:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cb5886-e93e-45df-b17b-4b8c765ea0ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:08.561148 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-40974b72-ef16-4cb9-85f1-fa31b32ed613 None None] Port df037624-38de-4e44-98a1-8cfffe0342da cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:08.595849 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8a2ba1b-1541-46e5-8fa0-11e802e05f4c req-a7b4480f-c761-4c1e-a2ff-9ef6987c602c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070278 Mar 08 13:03:08.598599 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-d99dc57b-0098-4bf4-ba83-70c23fa053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.618893 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-d99dc57b-0098-4bf4-ba83-70c23fa053c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 1128 time: 0.1745927 Mar 08 13:03:08.621284 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c3b83867-5770-4817-8e65-95d7e3b65265 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:08.622539 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.626250 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device eea4ed47-70b2-44f0-912f-748697b0c87f up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:08.642113 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:08.661464 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c9711a4f-264d-4ba2-91df-c101cf34a815 admin admin] 10.222.0.20 "PUT /v2.0/routers/2ecaccef-20c9-4167-a6e8-0750dcab4e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214904 Mar 08 13:03:08.674762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b83867-5770-4817-8e65-95d7e3b65265 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:08.723751 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe1911-0d77-4c7f-a573-eb15130c3e2a req-e2167820-406f-49f3-a0f2-9f7b1bd68cf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.725523 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Sync routers for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:08.734816 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ffe1911-0d77-4c7f-a573-eb15130c3e2a req-e2167820-406f-49f3-a0f2-9f7b1bd68cf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 944 time: 0.1187570 Mar 08 13:03:08.768711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3b83867-5770-4817-8e65-95d7e3b65265,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:08.774621 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:08.775302 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:08.808921 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ffe1911-0d77-4c7f-a573-eb15130c3e2a req-2d8a8295-0528-44f7-bcb9-45507f643737 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723426 Mar 08 13:03:08.818965 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:08.819626 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 0093f26a-f69a-40c7-8a9f-619463aed566 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:08.828932 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-68df9f92-d8e0-484c-a7e5-050ea184b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.830777 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-68df9f92-d8e0-484c-a7e5-050ea184b576 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.1995368 Mar 08 13:03:08.918358 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-00d685fd-9985-48dd-ae31-db99b2662844 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4 HTTP/1.1" status: 200 len: 217 time: 0.0676489 Mar 08 13:03:08.926667 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:08.980013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-4d832e01-7039-4160-b9bb-e192c7a35496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:08.981564 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-4d832e01-7039-4160-b9bb-e192c7a35496 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0515962 Mar 08 13:03:09.041241 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-2eecb4b0-c2b8-4c9d-95e3-d4f7e0155238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.043488 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-2eecb4b0-c2b8-4c9d-95e3-d4f7e0155238 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522652 Mar 08 13:03:09.105552 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.105913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.106280 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.106630 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.107193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.107324 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.107595 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.108020 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.108255 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.108566 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.108893 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.109212 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.109554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:09.117955 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port eea4ed47-70b2-44f0-912f-748697b0c87f triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:09.118339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.140511 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.db.resource_extend [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 13:03:09.166991 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-38ae6e55-2843-4d7b-93ea-5bd9f5d92d32 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120467 Mar 08 13:03:09.247558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:09.275322 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-aaae0ddf-230d-4e59-a38b-4ec3e6e3e1e2 req-696f0858-71c8-4f92-930e-79ef06ca3392 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005843 Mar 08 13:03:09.321481 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39588) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:09.326793 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418142862', 'description': 'tempest-secgroup-smoke-1418142862 description', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:09.353248 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.396087 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:09.423321 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (274dcf68-37b0-497d-8791-daf398f3357f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.427648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (274dcf68-37b0-497d-8791-daf398f3357f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.456112 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '0093f26a-f69a-40c7-8a9f-619463aed566', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'port_id': '0093f26a-f69a-40c7-8a9f-619463aed566', 'mac_address': 'fa:16:3e:a8:13:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:09.459501 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274dcf68-37b0-497d-8791-daf398f3357f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:09.465604 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.466993 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2fab8bbe-ee34-479f-a4ba-e6af10a7b94c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1444097 Mar 08 13:03:09.469931 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39590) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:09.472107 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port eea4ed47-70b2-44f0-912f-748697b0c87f is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:09.472785 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.475168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:09.504410 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (68f2fbe1-72db-4ded-92f1-87576002f259), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.538149 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port eea4ed47-70b2-44f0-912f-748697b0c87f, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=eea4ed47-70b2-44f0-912f-748697b0c87f,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:09.554514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.586708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 0093f26a-f69a-40c7-8a9f-619463aed566 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:09.587010 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.590035 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (68f2fbe1-72db-4ded-92f1-87576002f259), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.599606 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (68f2fbe1-72db-4ded-92f1-87576002f259), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.627343 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0093f26a-f69a-40c7-8a9f-619463aed566 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:09.635371 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f2fbe1-72db-4ded-92f1-87576002f259,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:09.654180 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.658210 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39596) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:09.658344 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-054f4e82-6985-42e4-ae9d-26d2ad1074cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873012 Mar 08 13:03:09.663037 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=eea4ed47-70b2-44f0-912f-748697b0c87f,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:09.667494 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:09.667961 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:09.675829 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.695976 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bfc5f-8727-4163-85d9-2f79a58ebf7c req-e3ec4a9a-cbd8-42b7-af79-d41b0cfadf47 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.697671 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-090bfc5f-8727-4163-85d9-2f79a58ebf7c req-e3ec4a9a-cbd8-42b7-af79-d41b0cfadf47 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 945 time: 0.1099429 Mar 08 13:03:09.703032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (77ec49a4-b172-49d0-be54-abf92952b7af), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.726404 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:07Z', 'revision_number': 4, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'df037624-38de-4e44-98a1-8cfffe0342da', 'name': '', 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'mac_address': 'fa:16:3e:31:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:06Z', 'updated_at': '2022-03-08T13:03:07Z', 'revision_number': 2, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'subnets': [{'id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:09.760290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Checking router: 2ecaccef-20c9-4167-a6e8-0750dcab4e23 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:09.760652 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Updating router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 port df037624-38de-4e44-98a1-8cfffe0342da binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:03:09.764252 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:09.774371 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-090bfc5f-8727-4163-85d9-2f79a58ebf7c req-a9e8a66d-a986-42df-b128-b30534d5eb97 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Mar 08 13:03:09.792145 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df037624-38de-4e44-98a1-8cfffe0342da), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.792586 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7a0f0-4831-4979-a5c6-5d8ff9840970 req-a67b88d1-bca0-4048-90e8-29ff97140b44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:09.799952 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-63e7a0f0-4831-4979-a5c6-5d8ff9840970 req-a67b88d1-bca0-4048-90e8-29ff97140b44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 944 time: 0.1236286 Mar 08 13:03:09.811953 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (77ec49a4-b172-49d0-be54-abf92952b7af), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.817512 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (77ec49a4-b172-49d0-be54-abf92952b7af), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.877710 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ec49a4-b172-49d0-be54-abf92952b7af,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:09.889060 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-63e7a0f0-4831-4979-a5c6-5d8ff9840970 req-7dc19a0f-6214-415e-ac37-906e649c5107 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829909 Mar 08 13:03:09.891825 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:09.893395 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-29935d94-9b0f-4222-a14f-cfac15df9812 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2334211 Mar 08 13:03:09.895917 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39606) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:09.901488 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:09.962172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (d68e9c03-8247-41c6-b8a7-4718d897ba41), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.017066 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e25b-96bf-486c-a3e7-04a4506b6c30 req-f825edfb-e8e5-4fb3-ba76-9cc492d35039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.018571 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ba73e25b-96bf-486c-a3e7-04a4506b6c30 req-f825edfb-e8e5-4fb3-ba76-9cc492d35039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 944 time: 0.0930424 Mar 08 13:03:10.035958 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['c3b83867-5770-4817-8e65-95d7e3b65265'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:10.039591 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:10.047666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (d68e9c03-8247-41c6-b8a7-4718d897ba41), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.056225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (d68e9c03-8247-41c6-b8a7-4718d897ba41), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.086520 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68e9c03-8247-41c6-b8a7-4718d897ba41,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:10.105222 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.106843 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e4612c07-4efe-4ff9-88aa-951666f46c21 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2095437 Mar 08 13:03:10.109563 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39614) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:10.114410 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:10.130358 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ba73e25b-96bf-486c-a3e7-04a4506b6c30 req-353d0b9b-6b2c-4424-97d8-932f6f462b71 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009490 Mar 08 13:03:10.148768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (b32a05ec-0061-4201-80ea-25473c4084f7), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.254616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f3f3b-20cb-4bfc-a8b3-1b85d60e16d1 req-3ffa9605-8137-4273-a346-510a8e4f0379 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.256338 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e47f3f3b-20cb-4bfc-a8b3-1b85d60e16d1 req-3ffa9605-8137-4273-a346-510a8e4f0379 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0649407 Mar 08 13:03:10.261856 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (b32a05ec-0061-4201-80ea-25473c4084f7), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.264996 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-c5b596c6-cbd3-4022-b145-571a3d261812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.266911 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-c5b596c6-cbd3-4022-b145-571a3d261812 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.0802419 Mar 08 13:03:10.267997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (b32a05ec-0061-4201-80ea-25473c4084f7), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.305586 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 50b4098b-0528-4aef-87c3-8a5e4e7621f4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:10.315471 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32a05ec-0061-4201-80ea-25473c4084f7,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:10.321386 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.325959 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ddcb63ce-0f43-4543-95b2-2e3143dcfc67 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153070 Mar 08 13:03:10.326575 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 39618) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:10.327697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e47f3f3b-20cb-4bfc-a8b3-1b85d60e16d1 req-468d43e7-79f5-4d6e-b38e-f56cb14dd0b5 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Mar 08 13:03:10.356698 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:10.382068 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks [] for port (df037624-38de-4e44-98a1-8cfffe0342da), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.388509 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.securitygroups_db [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Project 9aae990736554c9c8b5e6a60c62f9f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:10.402412 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (c27e03a6-1bf9-4fbd-a067-d29cb570f277), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.412352 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-1905444d-0ba0-431f-9b2d-647f770db2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.413881 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-1905444d-0ba0-431f-9b2d-647f770db2f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.1381130 Mar 08 13:03:10.418735 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.464030 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-352e9339-1605-4b2a-91bf-10761d882107 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0438974 Mar 08 13:03:10.523019 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (c27e03a6-1bf9-4fbd-a067-d29cb570f277), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.531711 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (c27e03a6-1bf9-4fbd-a067-d29cb570f277), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.538194 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-cbb71ebd-d3a8-4624-8b11-a72fe30d9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.539633 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-cbb71ebd-d3a8-4624-8b11-a72fe30d9bc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0695300 Mar 08 13:03:10.556593 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device eea4ed47-70b2-44f0-912f-748697b0c87f up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:10.563278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27e03a6-1bf9-4fbd-a067-d29cb570f277,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:10.579099 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00d494-05cb-42c0-ae98-caa39baa2b2b None None] Pushing event updated for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:10.582070 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-eddc7a75-5011-405d-820f-ebc356803e21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336964 Mar 08 13:03:10.589900 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.593907 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39622) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:10.594461 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d9852973-570d-42d2-b891-933fdc07d15f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2645388 Mar 08 13:03:10.598905 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'security_group_rule': {'security_group_id': '274dcf68-37b0-497d-8791-daf398f3357f', 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:10.627527 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Project 9aae990736554c9c8b5e6a60c62f9f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:10.633213 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (c844517b-2245-43cb-8162-64e1eeb5f457), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.667646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:10.696753 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-3b96a8f7-bbaa-4587-965c-c07ee4ae7b67 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015954 Mar 08 13:03:10.713533 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (c844517b-2245-43cb-8162-64e1eeb5f457), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.713775 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'port_id': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'mac_address': 'fa:16:3e:e2:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:10.719566 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (c844517b-2245-43cb-8162-64e1eeb5f457), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.726473 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Attempting to bind port df037624-38de-4e44-98a1-8cfffe0342da on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:10.726981 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Attempting to bind port df037624-38de-4e44-98a1-8cfffe0342da by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:10.727499 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Attempting to bind port df037624-38de-4e44-98a1-8cfffe0342da on network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:10.750668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.754801 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566801 Mar 08 13:03:10.754801 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a35d8e-fd60-41eb-91af-e09baf935a4b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c844517b-2245-43cb-8162-64e1eeb5f457,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:10.772342 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:10.772738 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Checking segment: {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:10.773147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.773551 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Bound using segment: {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:10.774085 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Bound port: df037624-38de-4e44-98a1-8cfffe0342da, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdca207-1991-49f9-94da-f61220762fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:10.774527 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df037624-38de-4e44-98a1-8cfffe0342da), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.799695 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port eea4ed47-70b2-44f0-912f-748697b0c87f triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:10.800078 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.817004 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-86fae7d6-21ca-4d77-834c-e3ea46310aa7 req-16ee697f-d6e9-4b4b-82ac-9bc635a1367f service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089125 Mar 08 13:03:10.888311 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:10.888704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.938763 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-53a44ceb-5626-4958-a881-7cc7546f508c None None] Provisioning complete for port df037624-38de-4e44-98a1-8cfffe0342da triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:10.939192 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-53a44ceb-5626-4958-a881-7cc7546f508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df037624-38de-4e44-98a1-8cfffe0342da), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:10.941295 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] For port df037624-38de-4e44-98a1-8cfffe0342da, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:10.974364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b4098b-0528-4aef-87c3-8a5e4e7621f4 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:10.985693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150c06-7003-4808-b1b9-c3284ad23855 req-0bce88e1-1cf1-45a8-b6ea-83ead3b4b9a7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:10.987226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c150c06-7003-4808-b1b9-c3284ad23855 req-0bce88e1-1cf1-45a8-b6ea-83ead3b4b9a7 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 945 time: 0.1207345 Mar 08 13:03:11.027065 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:11.034236 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] For port df037624-38de-4e44-98a1-8cfffe0342da, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df037624-38de-4e44-98a1-8cfffe0342da,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:11.039391 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-53a44ceb-5626-4958-a881-7cc7546f508c None None] Port df037624-38de-4e44-98a1-8cfffe0342da cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:11.043040 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:11.047558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:11.063792 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c150c06-7003-4808-b1b9-c3284ad23855 req-a6f3839f-9221-4a60-a622-555c36ac3773 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606005 Mar 08 13:03:11.070868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5ac-710e-48f7-9053-0dab6441bf07 req-ad17baf7-c895-4317-bd72-bb3cb1923384 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.072416 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dbd4b5ac-710e-48f7-9053-0dab6441bf07 req-ad17baf7-c895-4317-bd72-bb3cb1923384 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 944 time: 0.1080508 Mar 08 13:03:11.138714 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port eea4ed47-70b2-44f0-912f-748697b0c87f is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:11.147282 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:11.147870 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dbd4b5ac-710e-48f7-9053-0dab6441bf07 req-abb41331-c4f6-4d08-9be8-91be4eb02bf0 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Mar 08 13:03:11.156732 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:11.157480 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:02:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:11.335062 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6039f64-4f3a-4d21-99d5-8957964f790d req-b4ad7faf-5f1d-4be6-91ba-336f1dcea4cd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.336605 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f6039f64-4f3a-4d21-99d5-8957964f790d req-b4ad7faf-5f1d-4be6-91ba-336f1dcea4cd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 945 time: 0.1217990 Mar 08 13:03:11.420931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00d494-05cb-42c0-ae98-caa39baa2b2b None None] Pushing event updated for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:11.456333 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f6039f64-4f3a-4d21-99d5-8957964f790d req-2df6282e-ab91-42b4-9d03-786050842eee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908537 Mar 08 13:03:11.485577 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65ffba-21d2-4059-8f28-4a40d37eb1a3 req-98ce19fe-2219-4ed8-9f18-e10faf7e0189 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:11.486823 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Provisioning complete for port df037624-38de-4e44-98a1-8cfffe0342da triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:11.487387 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df037624-38de-4e44-98a1-8cfffe0342da), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:11.492159 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9f65ffba-21d2-4059-8f28-4a40d37eb1a3 req-98ce19fe-2219-4ed8-9f18-e10faf7e0189 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0791185 Mar 08 13:03:11.526727 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:11.536301 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9f65ffba-21d2-4059-8f28-4a40d37eb1a3 req-e5d7de86-9f23-4d4e-bdd6-9a114f341c36 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Mar 08 13:03:11.612860 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['50b4098b-0528-4aef-87c3-8a5e4e7621f4'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:11.747424 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Current status of the port df037624-38de-4e44-98a1-8cfffe0342da is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:11.747814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df037624-38de-4e44-98a1-8cfffe0342da), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:11.847347 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] For port df037624-38de-4e44-98a1-8cfffe0342da, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df037624-38de-4e44-98a1-8cfffe0342da,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:11.860790 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:11.950907 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64160697-993b-4308-9a82-a4e35d8b6d21 None None] Pushing event updated for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:11.971492 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:07Z', 'revision_number': 4, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'df037624-38de-4e44-98a1-8cfffe0342da', 'name': '', 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'mac_address': 'fa:16:3e:31:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:06Z', 'updated_at': '2022-03-08T13:03:10Z', 'revision_number': 4, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'subnets': [{'id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:12.005712 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e9e55-373b-4984-bde8-c9cfc4dd14c0 None None] The sync data for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi is: [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:03:07Z', 'revision_number': 4, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'df037624-38de-4e44-98a1-8cfffe0342da', 'name': '', 'network_id': '087d9b54-08e5-46d2-ab9b-f7c89ac90fab', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'mac_address': 'fa:16:3e:31:f9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:06Z', 'updated_at': '2022-03-08T13:03:10Z', 'revision_number': 4, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'subnets': [{'id': 'bbb30601-51e8-4300-8ff8-dd79a6bb3f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:12.202806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd97d75-ce14-426d-aac7-d12b8cc11ce1 req-b018308f-5b91-4f2a-820d-917208a3f3e5 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.204287 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0bd97d75-ce14-426d-aac7-d12b8cc11ce1 req-b018308f-5b91-4f2a-820d-917208a3f3e5 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 945 time: 0.0624950 Mar 08 13:03:12.289945 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0bd97d75-ce14-426d-aac7-d12b8cc11ce1 req-9e054645-d26f-4f32-ac98-548aca01dab1 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797212 Mar 08 13:03:12.292303 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c3b83867-5770-4817-8e65-95d7e3b65265 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:12.323442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4267d-a07f-46eb-a7b1-501f0b87ffbb req-a4f8dba2-f395-42e5-acba-d0e02b5a9868 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.325068 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59a4267d-a07f-46eb-a7b1-501f0b87ffbb req-a4f8dba2-f395-42e5-acba-d0e02b5a9868 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 944 time: 0.1001887 Mar 08 13:03:12.390466 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port c3b83867-5770-4817-8e65-95d7e3b65265 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:12.393630 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-59a4267d-a07f-46eb-a7b1-501f0b87ffbb req-183e4aac-b764-4284-b3cf-021698dfbc63 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Mar 08 13:03:12.396657 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port c3b83867-5770-4817-8e65-95d7e3b65265 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:12.397090 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.490796 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c3b83867-5770-4817-8e65-95d7e3b65265 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:12.491399 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.519903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:12.523529 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ca69d-8b9a-4528-902f-b49c8a24d70a" -d '{"events": [{"server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "name": "network-vif-plugged", "status": "completed", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:12.554693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3b83867-5770-4817-8e65-95d7e3b65265,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:12.561993 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.563077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 0093f26a-f69a-40c7-8a9f-619463aed566 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:12.619003 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202cfe55-ea7b-4713-a7cc-12b18759e736 x-openstack-request-id: req-202cfe55-ea7b-4713-a7cc-12b18759e736 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:12.619003 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "name": "network-vif-plugged", "status": "completed", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:12.619397 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-202cfe55-ea7b-4713-a7cc-12b18759e736 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:12.619692 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265', 'code': 200} Mar 08 13:03:12.639306 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df037624-38de-4e44-98a1-8cfffe0342da up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:12.649755 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539276cd-4db7-4c6d-a6b8-bb5b610fb1d7 req-ea507ba3-866f-4f2f-bc47-551c62c8a696 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.658255 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-539276cd-4db7-4c6d-a6b8-bb5b610fb1d7 req-ea507ba3-866f-4f2f-bc47-551c62c8a696 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 945 time: 0.1110983 Mar 08 13:03:12.714660 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:12.718816 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 0093f26a-f69a-40c7-8a9f-619463aed566 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:12.724912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 0093f26a-f69a-40c7-8a9f-619463aed566 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:12.725293 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.763503 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port df037624-38de-4e44-98a1-8cfffe0342da triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:12.763875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df037624-38de-4e44-98a1-8cfffe0342da), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.769065 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b6b8-effc-4462-a8bf-fdb9df6207d3 req-a0523806-eb1f-4f6d-a660-64b90d3a1956 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.770601 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c03b6b8-effc-4462-a8bf-fdb9df6207d3 req-a0523806-eb1f-4f6d-a660-64b90d3a1956 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1046810 Mar 08 13:03:12.791904 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-539276cd-4db7-4c6d-a6b8-bb5b610fb1d7 req-194cd29e-04c4-44d3-a256-37d53a109005 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326377 Mar 08 13:03:12.835618 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95d933-8533-44c4-9f4d-7f5e9a84a3e2 req-72403fa9-b5d3-4268-8325-2a8715f2dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:12.837750 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bf95d933-8533-44c4-9f4d-7f5e9a84a3e2 req-72403fa9-b5d3-4268-8325-2a8715f2dccf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 1130 time: 0.0777345 Mar 08 13:03:12.857551 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c03b6b8-effc-4462-a8bf-fdb9df6207d3 req-67f631b7-fd45-4205-9443-483ff42cd78c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Mar 08 13:03:12.896707 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 0093f26a-f69a-40c7-8a9f-619463aed566 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:12.897093 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:12.907274 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bf95d933-8533-44c4-9f4d-7f5e9a84a3e2 req-af5e3d72-0a44-4654-8245-a661575f5eb2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585885 Mar 08 13:03:12.913125 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port df037624-38de-4e44-98a1-8cfffe0342da is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:12.938904 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:12.942872 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:13.002448 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:13.411861 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301c9f-188b-4078-b49c-61eff9686528 req-4ef85bc3-f927-475a-ae91-22a6040cc6d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.413741 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9301c9f-188b-4078-b49c-61eff9686528 req-4ef85bc3-f927-475a-ae91-22a6040cc6d3 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.0532043 Mar 08 13:03:13.472704 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9301c9f-188b-4078-b49c-61eff9686528 req-a1c04704-4e7c-4d8b-ab2e-f81e2bcbbfb1 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533028 Mar 08 13:03:13.527956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2559ee3-9db2-4735-9408-3d7221ea07f0 req-93fea36c-f497-45d8-926c-bdd8a70b0dfa tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.529536 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2559ee3-9db2-4735-9408-3d7221ea07f0 req-93fea36c-f497-45d8-926c-bdd8a70b0dfa tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0558474 Mar 08 13:03:13.580475 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a2559ee3-9db2-4735-9408-3d7221ea07f0 req-b4194363-433c-4de7-82c3-e398249b1487 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Mar 08 13:03:13.901528 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03018da-6e51-4c9d-a1e9-29f300a68d93 req-e38c5851-7d5e-4498-b9da-1186fae7b3d8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:13.903067 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c03018da-6e51-4c9d-a1e9-29f300a68d93 req-e38c5851-7d5e-4498-b9da-1186fae7b3d8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 945 time: 0.0544093 Mar 08 13:03:13.973943 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c03018da-6e51-4c9d-a1e9-29f300a68d93 req-de5de8ce-fa46-400c-8784-7d5cd11760d4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653751 Mar 08 13:03:14.004624 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aa58d-a770-47ac-ae9d-68c5166bd5a0 req-48b75107-6ae5-46ce-bfe3-c5200a8e0c55 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.006155 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c24aa58d-a770-47ac-ae9d-68c5166bd5a0 req-48b75107-6ae5-46ce-bfe3-c5200a8e0c55 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0772438 Mar 08 13:03:14.069115 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c24aa58d-a770-47ac-ae9d-68c5166bd5a0 req-1ae8daf7-75d2-484f-916f-669363626a1a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567539 Mar 08 13:03:14.307678 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 50b4098b-0528-4aef-87c3-8a5e4e7621f4 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:14.359428 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:14.363994 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:14.364379 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:14.441568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:14.442147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:14.479355 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:14.484503 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:14.539708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:14.620873 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}, {'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:14.623890 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e425a-aaf1-46fd-909a-7a86eaa92456" -d '{"events": [{"server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}, {"server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:14.857329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97290-0d95-4d56-92b2-9dddad9fda62 req-8d294484-8ef8-4fa2-bc0d-efd1c066ec08 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.858731 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0a97290-0d95-4d56-92b2-9dddad9fda62 req-8d294484-8ef8-4fa2-bc0d-efd1c066ec08 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.3065774 Mar 08 13:03:14.878410 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4b03-a8f7-4d2d-9913-90ea120a6c62 req-9932eee8-c2fa-47cc-903d-c1f813f3910f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:14.879837 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a5d4b03-a8f7-4d2d-9913-90ea120a6c62 req-9932eee8-c2fa-47cc-903d-c1f813f3910f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0734472 Mar 08 13:03:14.939634 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0a97290-0d95-4d56-92b2-9dddad9fda62 req-f2121ff4-fc66-4a29-9eeb-eb2319f85f0c tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735250 Mar 08 13:03:14.956094 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a5d4b03-a8f7-4d2d-9913-90ea120a6c62 req-ff891633-a4b2-42fd-b62d-4787f3444033 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Mar 08 13:03:14.997071 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f04a8-d377-4db4-a612-b34f0d4c651c x-openstack-request-id: req-3a7f04a8-d377-4db4-a612-b34f0d4c651c {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:14.997434 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "code": 200}, {"server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:14.997690 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a7f04a8-d377-4db4-a612-b34f0d4c651c {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:14.998143 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'code': 200} Mar 08 13:03:14.998400 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'code': 200} Mar 08 13:03:15.108530 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af9efe-5426-4b9e-8298-465170f9192c req-89311558-325f-4f5f-9f3c-62dec2e523bc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.110025 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45af9efe-5426-4b9e-8298-465170f9192c req-89311558-325f-4f5f-9f3c-62dec2e523bc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0662453 Mar 08 13:03:15.219662 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfde61-ad39-49e5-a68e-a8ec9c6ebec8 req-3629f765-e44c-4cae-a522-90110ee0bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.221703 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-61cfde61-ad39-49e5-a68e-a8ec9c6ebec8 req-3629f765-e44c-4cae-a522-90110ee0bdb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.0542605 Mar 08 13:03:15.229979 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45af9efe-5426-4b9e-8298-465170f9192c req-a56e16e9-a595-4279-a702-1275e64ccb1c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132405 Mar 08 13:03:15.259543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ca9d5-db48-4a28-8ea9-58a970226a90 req-79a49fe5-40d1-4ec6-8e32-f1c5ab549278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.261111 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be6ca9d5-db48-4a28-8ea9-58a970226a90 req-79a49fe5-40d1-4ec6-8e32-f1c5ab549278 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 1130 time: 0.0916312 Mar 08 13:03:15.267994 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ee452-3134-452f-9eb2-f01929f12de7 req-12c4b616-d51a-42a1-9501-8c513c6aab7f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.276293 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9a8ee452-3134-452f-9eb2-f01929f12de7 req-12c4b616-d51a-42a1-9501-8c513c6aab7f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Mar 08 13:03:15.285399 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-61cfde61-ad39-49e5-a68e-a8ec9c6ebec8 req-a7451619-30cb-48b4-9de6-4ce7f6eb99eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Mar 08 13:03:15.347516 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9a8ee452-3134-452f-9eb2-f01929f12de7 req-880f7250-9be4-4137-9be4-6d9585d9d688 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Mar 08 13:03:15.349679 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be6ca9d5-db48-4a28-8ea9-58a970226a90 req-b6cebbba-8c7c-4fee-90e2-50080085bd41 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665615 Mar 08 13:03:15.561011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2efd8da2-7b2e-448a-afab-8c06d38a4fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:15.763665 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c906f4-1f99-4e14-917a-2f6a24c9decb req-a271d8b1-404b-4073-b38d-9525868b7a34 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:15.765120 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57c906f4-1f99-4e14-917a-2f6a24c9decb req-a271d8b1-404b-4073-b38d-9525868b7a34 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.0554640 Mar 08 13:03:15.819211 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57c906f4-1f99-4e14-917a-2f6a24c9decb req-9ead9f24-0628-457c-be38-e5862635f0c5 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481987 Mar 08 13:03:16.076312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f980-9b0e-4884-b73c-205639a0f476 req-6859f74c-e910-44ce-9e1d-44d31de94eb1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.077814 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0d2f980-9b0e-4884-b73c-205639a0f476 req-6859f74c-e910-44ce-9e1d-44d31de94eb1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Mar 08 13:03:16.126429 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0d2f980-9b0e-4884-b73c-205639a0f476 req-5155e347-4cd6-458c-8541-a7abbd0796a7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Mar 08 13:03:16.361769 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cfea7-f5f2-46ba-84dd-28d6260ecc68 req-9368a62c-501a-4c68-8c96-a60c7fe9f32d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.365015 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d50cfea7-f5f2-46ba-84dd-28d6260ecc68 req-9368a62c-501a-4c68-8c96-a60c7fe9f32d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0611835 Mar 08 13:03:16.422369 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d50cfea7-f5f2-46ba-84dd-28d6260ecc68 req-92a6e32b-c064-423a-9547-c9b99fc961af tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519493 Mar 08 13:03:16.538667 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269fbd-bcde-44ed-8f20-df14dae535ad req-493bd233-3dff-4e0b-9494-4236f7d14649 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.540124 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66269fbd-bcde-44ed-8f20-df14dae535ad req-493bd233-3dff-4e0b-9494-4236f7d14649 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0841208 Mar 08 13:03:16.551934 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a52b7-a99b-4b56-b785-f8f703500142 req-e304c7eb-a1d1-4604-8eee-a89273751ac0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.553375 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b91a52b7-a99b-4b56-b785-f8f703500142 req-e304c7eb-a1d1-4604-8eee-a89273751ac0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0703621 Mar 08 13:03:16.630003 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66269fbd-bcde-44ed-8f20-df14dae535ad req-bd901b44-d246-4d42-a54e-40b0ea8299c8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756154 Mar 08 13:03:16.636733 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b91a52b7-a99b-4b56-b785-f8f703500142 req-2ba4c8b6-2091-47b6-9d22-1bc00370f67c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758362 Mar 08 13:03:16.938123 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d43930-b108-4f19-b195-c6c9ba681d04 req-b9ba4053-57d2-4665-ae92-1740a8cf3ca0 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:16.939584 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-40d43930-b108-4f19-b195-c6c9ba681d04 req-b9ba4053-57d2-4665-ae92-1740a8cf3ca0 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.0519283 Mar 08 13:03:16.985578 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-40d43930-b108-4f19-b195-c6c9ba681d04 req-fefed57c-458b-4f9c-88f4-45ccc4aebf33 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Mar 08 13:03:17.243122 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848740b-dc2b-4841-8f78-9b1b99e38d75 req-fc45ba65-7de0-4946-9e03-0b577623131c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.245124 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2848740b-dc2b-4841-8f78-9b1b99e38d75 req-fc45ba65-7de0-4946-9e03-0b577623131c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0522213 Mar 08 13:03:17.290861 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2848740b-dc2b-4841-8f78-9b1b99e38d75 req-2e6c283a-ed51-4a71-93b8-e445323e01eb tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 Mar 08 13:03:17.415220 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750109f-900f-4621-8e66-a5e61047bf83 req-fd959859-e42b-4f57-afa6-dda4f3b615bc tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.416641 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e750109f-900f-4621-8e66-a5e61047bf83 req-fd959859-e42b-4f57-afa6-dda4f3b615bc tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0575979 Mar 08 13:03:17.469377 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e750109f-900f-4621-8e66-a5e61047bf83 req-1d58ee72-8381-461d-bc7e-a66b0355e35e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465324 Mar 08 13:03:17.538799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c88f-42db-47ff-8f0a-8833f2c025d3 req-758622a4-d2fe-45ce-a8ba-110bdfd55a07 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.540266 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-78f9c88f-42db-47ff-8f0a-8833f2c025d3 req-758622a4-d2fe-45ce-a8ba-110bdfd55a07 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0525920 Mar 08 13:03:17.589237 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-78f9c88f-42db-47ff-8f0a-8833f2c025d3 req-0c2265a3-a459-42e9-9c31-309eaf921009 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429537 Mar 08 13:03:17.724653 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2763db-fdd9-4b0d-9a6e-4f68eea72ec1 req-ef1a9112-35f3-416f-be3d-5ba798857b30 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.726181 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ac2763db-fdd9-4b0d-9a6e-4f68eea72ec1 req-ef1a9112-35f3-416f-be3d-5ba798857b30 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0738933 Mar 08 13:03:17.735284 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 39806) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:17.739758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'port_id': '50b4098b-0528-4aef-87c3-8a5e4e7621f4'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:17.800103 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:17.859974 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2b3e3141-eb22-401c-a233-0d1cea2aeb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:17.961759 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5006fa-3849-4a5d-b517-b47c97f574db req-fb7d2b25-f518-474d-aa16-276c21c8fd7e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.963282 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6a5006fa-3849-4a5d-b517-b47c97f574db req-fb7d2b25-f518-474d-aa16-276c21c8fd7e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1886985 Mar 08 13:03:17.983286 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b906d-295d-468f-8d6f-6b3f74ccc261 req-55cbed91-f628-4bca-a03a-dc3e51c0e11c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:17.984718 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a77b906d-295d-468f-8d6f-6b3f74ccc261 req-55cbed91-f628-4bca-a03a-dc3e51c0e11c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1973090 Mar 08 13:03:18.140502 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6a5006fa-3849-4a5d-b517-b47c97f574db req-3ac1ab62-f3f8-4bea-a7ef-5c7d395d51a2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714778 Mar 08 13:03:18.150214 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a77b906d-295d-468f-8d6f-6b3f74ccc261 req-777bc913-b78b-4fee-a6b6-3a6ed5df248b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584115 Mar 08 13:03:18.372986 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e838c4-55ab-44e5-9751-db6c59b7c32a req-9a607995-e073-412c-b99a-9f917d07c651 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.374475 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-07e838c4-55ab-44e5-9751-db6c59b7c32a req-9a607995-e073-412c-b99a-9f917d07c651 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.1433856 Mar 08 13:03:18.385170 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803acaa8-a679-4e06-9bbd-cadcec21becf req-a305cfea-7b23-4ee8-b7df-deb15ba9e652 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.386582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-803acaa8-a679-4e06-9bbd-cadcec21becf req-a305cfea-7b23-4ee8-b7df-deb15ba9e652 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1566207 Mar 08 13:03:18.555914 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-07e838c4-55ab-44e5-9751-db6c59b7c32a req-b7ab2793-5daf-4ea1-abbb-4f2d60e53b09 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fdc9b80-23f3-4327-866c-5e649cfd1e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682992 Mar 08 13:03:18.561466 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-803acaa8-a679-4e06-9bbd-cadcec21becf req-e8b0c9b2-519d-4963-863a-05e6d05d19eb tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651046 Mar 08 13:03:18.570862 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:18.577350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa4330-70dc-4294-a589-5e1fb2f79543 req-7203d383-2e25-4818-a618-2d676c58b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:18.579062 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-baaa4330-70dc-4294-a589-5e1fb2f79543 req-7203d383-2e25-4818-a618-2d676c58b333 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.1394463 Mar 08 13:03:18.580136 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:18.700032 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-baaa4330-70dc-4294-a589-5e1fb2f79543 req-8ecbe3db-20fe-4cb5-b00e-a314c1885068 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847597 Mar 08 13:03:18.717833 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 25578ef5-7ac3-444c-a80d-cfb0fb2bc43e associated. External IP: 172.27.1.72, port: 50b4098b-0528-4aef-87c3-8a5e4e7621f4. Mar 08 13:03:18.952304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:18.975123 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.063472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:19.068317 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.072826 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:19.082183 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:19.082844 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:19.096345 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-979f2790-8efc-4df1-bfab-5cdc75391349 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "PUT /v2.0/floatingips/25578ef5-7ac3-444c-a80d-cfb0fb2bc43e HTTP/1.1" status: 200 len: 991 time: 1.3599665 Mar 08 13:03:19.096916 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:19.099199 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee" -d '{"events": [{"name": "network-changed", "server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:19.134128 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc06ad-0007-42d4-a8c9-1ac5c2278300 x-openstack-request-id: req-44bc06ad-0007-42d4-a8c9-1ac5c2278300 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:19.134513 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:19.134764 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44bc06ad-0007-42d4-a8c9-1ac5c2278300 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:19.135154 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'status': 'completed', 'code': 200} Mar 08 13:03:19.196279 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:19.296812 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db89240-2212-4985-87bc-57d1ddc3025f req-891c6c8f-c77e-41f4-9e15-e6f677f8d702 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.299009 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-8db89240-2212-4985-87bc-57d1ddc3025f req-891c6c8f-c77e-41f4-9e15-e6f677f8d702 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 946 time: 0.0949438 Mar 08 13:03:19.303339 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-00645849-8f47-4fa6-aae7-5cac3c512527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.304899 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-00645849-8f47-4fa6-aae7-5cac3c512527 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 1130 time: 0.1253741 Mar 08 13:03:19.329376 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb086f3-fa9a-4ec3-a1fc-85af06589123 req-2dfbde92-50c1-4fec-a8d7-ea6d748add41 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.330732 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ceb086f3-fa9a-4ec3-a1fc-85af06589123 req-2dfbde92-50c1-4fec-a8d7-ea6d748add41 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.1138239 Mar 08 13:03:19.371575 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4b3dc-29dc-43fb-9cb4-f74f6099a2a3 req-921c839d-bedb-4d41-b0ec-549e7367bb9f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.373285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b3d4b3dc-29dc-43fb-9cb4-f74f6099a2a3 req-921c839d-bedb-4d41-b0ec-549e7367bb9f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1238420 Mar 08 13:03:19.444554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Deleting port c3b83867-5770-4817-8e65-95d7e3b65265 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:03:19.445004 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.448818 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '25578ef5-7ac3-444c-a80d-cfb0fb2bc43e', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:e2:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:02:48Z', 'updated_at': '2022-03-08T13:03:18Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}, {'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:19.480499 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:19.489375 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:19.490026 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:19.547126 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] For port c3b83867-5770-4817-8e65-95d7e3b65265, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c3b83867-5770-4817-8e65-95d7e3b65265,segment=NetworkSegment(871873aa-7129-469d-96c6-c82164fb33e2),segment_id=871873aa-7129-469d-96c6-c82164fb33e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:19.547602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.563553 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Calling delete_port for c3b83867-5770-4817-8e65-95d7e3b65265 owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:03:19.609473 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:19.725422 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ceb086f3-fa9a-4ec3-a1fc-85af06589123 req-f8b5be9a-d56e-4408-accb-5fd059ee976a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720810 Mar 08 13:03:19.734404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-3742afa0-4adc-4a2b-85e2-540d9884b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.735388 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c3b83867-5770-4817-8e65-95d7e3b65265), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.735849 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-3742afa0-4adc-4a2b-85e2-540d9884b363 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.4227629 Mar 08 13:03:19.741246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b3d4b3dc-29dc-43fb-9cb4-f74f6099a2a3 req-ff8def6b-6bca-40f7-8514-9ba0ddb43d43 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547690 Mar 08 13:03:19.753461 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['c3b83867-5770-4817-8e65-95d7e3b65265'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:19.829892 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-26e108f6-b163-48c4-aa55-b67a4017507f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4 HTTP/1.1" status: 200 len: 999 time: 0.0868428 Mar 08 13:03:19.862298 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Pushing event deleted for resources: {'Port': ['ID=c3b83867-5770-4817-8e65-95d7e3b65265,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:19.889224 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-494e018c-7bcc-4153-9173-952aa99f7db9 req-adb9ad8c-5f88-43fe-8f2e-45aff63c1239 tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef94603-978f-4e6c-851b-c21bacc9aa84 HTTP/1.1" status: 200 len: 210 time: 0.0477993 Mar 08 13:03:19.916039 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] No DVR routers for this DVR port c3b83867-5770-4817-8e65-95d7e3b65265 on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:03:19.919768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:19.922770 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-8db89240-2212-4985-87bc-57d1ddc3025f req-4add3235-3140-40b6-a231-1737cc4afeab tempest-VolumesActionsTest-324544790 tempest-VolumesActionsTest-324544790-project] 10.222.0.74 "DELETE /v2.0/ports/c3b83867-5770-4817-8e65-95d7e3b65265 HTTP/1.1" status: 204 len: 173 time: 0.6181536 Mar 08 13:03:19.923229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'name': 'network-vif-deleted', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:19.923643 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '25578ef5-7ac3-444c-a80d-cfb0fb2bc43e', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:e2:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:02:48Z', 'updated_at': '2022-03-08T13:03:18Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}, {'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:19.925476 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa61f8ea-ba98-4b40-9e25-117af6cfa08f" -d '{"events": [{"server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "name": "network-vif-deleted", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:19.951939 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-74ce51b9-00a9-4b9e-867d-5a9911dfe4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:19.953983 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-74ce51b9-00a9-4b9e-867d-5a9911dfe4a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0789645 Mar 08 13:03:19.963301 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6a541-99ba-4f8d-878c-8b6608926d5f x-openstack-request-id: req-75c6a541-99ba-4f8d-878c-8b6608926d5f {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:19.963597 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef94603-978f-4e6c-851b-c21bacc9aa84", "name": "network-vif-deleted", "tag": "c3b83867-5770-4817-8e65-95d7e3b65265", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:19.963851 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75c6a541-99ba-4f8d-878c-8b6608926d5f {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:19.964264 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef94603-978f-4e6c-851b-c21bacc9aa84', 'name': 'network-vif-deleted', 'tag': 'c3b83867-5770-4817-8e65-95d7e3b65265', 'status': 'completed', 'code': 200} Mar 08 13:03:20.003214 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da29175-9dd6-42ae-ac71-d22dce3cb42b None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '25578ef5-7ac3-444c-a80d-cfb0fb2bc43e', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:e2:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:02:48Z', 'updated_at': '2022-03-08T13:03:18Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}, {'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:20.016024 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-cbf56a9f-1b92-4bf3-ba71-b0722d216476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.017594 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-cbf56a9f-1b92-4bf3-ba71-b0722d216476 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555980 Mar 08 13:03:20.128759 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-e21be9af-aeb5-4419-b327-740cc06e4810 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040246 Mar 08 13:03:20.243225 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f698920-5d8d-4021-ac8d-a8bd3a9d20ee req-1599f074-5cdb-4d29-9041-f09cb5a46893 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989470 Mar 08 13:03:20.280373 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58817e3-fb8e-460b-bee7-ce54fff8f15f None None] New status for floating IP 25578ef5-7ac3-444c-a80d-cfb0fb2bc43e: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:03:20.356891 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:20.891400 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cafd5-69cc-4175-8b39-1120571d37fd req-17dd917d-88aa-49d5-8e1f-3e0999d77d39 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.892891 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f80cafd5-69cc-4175-8b39-1120571d37fd req-17dd917d-88aa-49d5-8e1f-3e0999d77d39 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0787983 Mar 08 13:03:20.932507 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315266a-15d9-4d6d-8d89-75b516a73386 req-685ad27c-d370-4941-bb08-154e3e4026f9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:20.934003 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d315266a-15d9-4d6d-8d89-75b516a73386 req-685ad27c-d370-4941-bb08-154e3e4026f9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0901916 Mar 08 13:03:20.976669 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f80cafd5-69cc-4175-8b39-1120571d37fd req-3b620ab2-a23d-4de1-a1af-79ec842f0cf9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746281 Mar 08 13:03:21.000034 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d315266a-15d9-4d6d-8d89-75b516a73386 req-1ce26e9b-0545-4f57-a779-f162242f5ad7 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Mar 08 13:03:21.375676 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-b3fbae79-c393-4c53-8af9-0709233819b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.377151 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-b3fbae79-c393-4c53-8af9-0709233819b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebc382b5edb740e39188b8605b575b93&device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 1129 time: 0.0804694 Mar 08 13:03:21.383940 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cd58b-6366-4930-a514-520937998947 req-5598e9ab-c712-4dd4-a2a1-9e45c3564e14 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.385850 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d7cd58b-6366-4930-a514-520937998947 req-5598e9ab-c712-4dd4-a2a1-9e45c3564e14 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0879126 Mar 08 13:03:21.494751 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3d7cd58b-6366-4930-a514-520937998947 req-4b37f740-6f99-4abe-85f2-09a1cad8e07a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998492 Mar 08 13:03:21.513634 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-47aa2024-85f4-4103-87a4-a3ee65695d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.515116 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-47aa2024-85f4-4103-87a4-a3ee65695d7a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 200 len: 921 time: 0.1284361 Mar 08 13:03:21.557174 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-0d9504f9-05de-4725-bfd5-904ad68994b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 200 len: 217 time: 0.0345399 Mar 08 13:03:21.616647 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-221fcc64-f6c7-49d2-930e-c30141572c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:21.618126 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-221fcc64-f6c7-49d2-930e-c30141572c7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 200 len: 859 time: 0.0532484 Mar 08 13:03:21.651142 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-c84a85f4-a8b1-48ab-be3b-1d95d45fe600 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266662 Mar 08 13:03:21.743351 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-c43d36d3-e7ef-49fc-acf1-bc49cba0c635 service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844610 Mar 08 13:03:21.777357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:21.843725 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-042dd10d-ca16-459d-9ba6-b22cfe3519f1 req-be2dc4e4-9eca-4143-ac4d-a2017951b50c service neutron] 10.222.0.74 "GET /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Mar 08 13:03:22.099779 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8585ac-cd0f-4995-bc10-8cb6664f09f0 req-84b00400-717f-4178-ad33-3f33c325cf34 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.101462 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab8585ac-cd0f-4995-bc10-8cb6664f09f0 req-84b00400-717f-4178-ad33-3f33c325cf34 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0524971 Mar 08 13:03:22.148402 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab8585ac-cd0f-4995-bc10-8cb6664f09f0 req-cbc205d0-b8d6-42db-a269-28aa87b5e56c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Mar 08 13:03:22.619312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3593-f4d2-42c3-b4b7-94daa01ee4a1 req-699e8baf-bb3a-48a1-8d38-c652bd5f343c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:22.620882 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-252f3593-f4d2-42c3-b4b7-94daa01ee4a1 req-699e8baf-bb3a-48a1-8d38-c652bd5f343c tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0558226 Mar 08 13:03:22.666757 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-252f3593-f4d2-42c3-b4b7-94daa01ee4a1 req-32ee87f6-36d8-4ae3-8e1a-1fc1eb5385a3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Mar 08 13:03:23.200179 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c3b83867-5770-4817-8e65-95d7e3b65265 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:03:23.220319 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: c3b83867-5770-4817-8e65-95d7e3b65265 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:03:23.220660 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c3b83867-5770-4817-8e65-95d7e3b65265 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:03:23.269576 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b5022-6d12-43a0-9868-1f00f7bcefd3 req-c6a99c1b-97e0-4a92-b649-9155626f88e1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:23.271312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-702b5022-6d12-43a0-9868-1f00f7bcefd3 req-c6a99c1b-97e0-4a92-b649-9155626f88e1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0527399 Mar 08 13:03:23.316948 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-702b5022-6d12-43a0-9868-1f00f7bcefd3 req-4359273a-78d9-490a-9778-ee8b195766fd tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Mar 08 13:03:23.789435 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c113d-a32c-4869-8f15-79b2cffc669a req-bfcc6365-5721-400e-bf43-a4c3aab7793a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:23.791474 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4a2c113d-a32c-4869-8f15-79b2cffc669a req-bfcc6365-5721-400e-bf43-a4c3aab7793a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0559154 Mar 08 13:03:23.839498 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4a2c113d-a32c-4869-8f15-79b2cffc669a req-6f690ee1-9b7c-4685-b061-bb2cb3c8214e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Mar 08 13:03:24.433668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2a228-6432-4091-bc4b-e49451657ae8 req-2f94159e-2409-4f6a-af0a-9562a540c2ee tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.435120 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5ad2a228-6432-4091-bc4b-e49451657ae8 req-2f94159e-2409-4f6a-af0a-9562a540c2ee tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0507681 Mar 08 13:03:24.480703 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5ad2a228-6432-4091-bc4b-e49451657ae8 req-19410f88-c61c-427f-aced-435bf58ff816 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 Mar 08 13:03:24.952641 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaeeef-1b82-4be3-ab2d-8ad1232ddcf7 req-ea36e021-8689-4d62-ba92-4cbe35828361 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:24.954022 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5bfaeeef-1b82-4be3-ab2d-8ad1232ddcf7 req-ea36e021-8689-4d62-ba92-4cbe35828361 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0502114 Mar 08 13:03:25.002333 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5bfaeeef-1b82-4be3-ab2d-8ad1232ddcf7 req-10d6c85d-0a35-4eb3-a0b7-c533ab202302 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Mar 08 13:03:25.544436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:25.596627 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f3cfc-f3ea-497b-8cb2-c435c8a105c6 req-c4f20db0-da4d-4a5b-bc31-b09518ea05c8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:25.597983 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c35f3cfc-f3ea-497b-8cb2-c435c8a105c6 req-c4f20db0-da4d-4a5b-bc31-b09518ea05c8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0508244 Mar 08 13:03:25.643715 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c35f3cfc-f3ea-497b-8cb2-c435c8a105c6 req-415d9880-b431-4165-a0dc-361b7d85382f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Mar 08 13:03:26.120373 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718acec-4c68-440e-846b-956f25d9d690 req-ded6bc6c-f60a-4773-ac96-c439d4f1dfe2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:26.121771 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2718acec-4c68-440e-846b-956f25d9d690 req-ded6bc6c-f60a-4773-ac96-c439d4f1dfe2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Mar 08 13:03:26.167654 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2718acec-4c68-440e-846b-956f25d9d690 req-e6da5e86-a465-41be-ae24-c6d798fe0bb8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Mar 08 13:03:26.764912 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff78dc-5b54-4ac2-a103-1af2c5345a89 req-2c86beaa-3d8f-40e8-afa7-3a1cc3da8fc2 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:26.766442 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e4ff78dc-5b54-4ac2-a103-1af2c5345a89 req-2c86beaa-3d8f-40e8-afa7-3a1cc3da8fc2 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0556324 Mar 08 13:03:26.816913 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e4ff78dc-5b54-4ac2-a103-1af2c5345a89 req-516514f5-7355-44c4-8924-323803c643da tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Mar 08 13:03:27.340919 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13d3c5-937d-432c-b955-1b72e24d64c0 req-1253a314-5e0d-481f-94ec-a8ea830a8fde tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:27.342499 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b13d3c5-937d-432c-b955-1b72e24d64c0 req-1253a314-5e0d-481f-94ec-a8ea830a8fde tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0606444 Mar 08 13:03:27.394805 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b13d3c5-937d-432c-b955-1b72e24d64c0 req-9ff62459-5ca9-401d-884f-12e8e058f042 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Mar 08 13:03:28.004587 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74d520-870a-4c06-bde8-e8acbd8caf3d req-9737a548-1993-4c7a-be68-fd2773d39773 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.006180 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6e74d520-870a-4c06-bde8-e8acbd8caf3d req-9737a548-1993-4c7a-be68-fd2773d39773 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0638824 Mar 08 13:03:28.085388 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6e74d520-870a-4c06-bde8-e8acbd8caf3d req-ed7a5da9-3846-441e-a651-9f4b43739063 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695970 Mar 08 13:03:28.561565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f38666-9c5d-4a20-9730-a301254577ba req-3de37430-253f-4d4a-a15b-fadee24c986d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:28.563104 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-16f38666-9c5d-4a20-9730-a301254577ba req-3de37430-253f-4d4a-a15b-fadee24c986d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0730631 Mar 08 13:03:28.616501 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-16f38666-9c5d-4a20-9730-a301254577ba req-f88725d1-b6a5-466a-9523-8370fad0218b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Mar 08 13:03:29.215029 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49b01-870f-4204-bb9f-f012696842f2 req-3eedd23d-9942-4cc2-a020-90a6065e9f43 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:29.221567 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26a49b01-870f-4204-bb9f-f012696842f2 req-3eedd23d-9942-4cc2-a020-90a6065e9f43 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0600638 Mar 08 13:03:29.272267 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26a49b01-870f-4204-bb9f-f012696842f2 req-b795f55b-db0e-4448-baea-2dfd701a08f1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498216 Mar 08 13:03:29.745461 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b290b-c2af-4d19-b0a8-9d9499db77e7 req-864c444f-c9c7-483b-9ed2-69d899b56700 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:29.746970 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-417b290b-c2af-4d19-b0a8-9d9499db77e7 req-864c444f-c9c7-483b-9ed2-69d899b56700 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0597601 Mar 08 13:03:29.798674 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-417b290b-c2af-4d19-b0a8-9d9499db77e7 req-f1a07414-c55b-4f77-b0f8-b045c0bc5e73 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Mar 08 13:03:30.398861 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de02c8-0354-4a89-a9a6-c8b527824cf0 req-0125bf10-6bf7-4df5-99af-3bbe6f1e5f4c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.401281 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-19de02c8-0354-4a89-a9a6-c8b527824cf0 req-0125bf10-6bf7-4df5-99af-3bbe6f1e5f4c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0565414 Mar 08 13:03:30.463545 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-19de02c8-0354-4a89-a9a6-c8b527824cf0 req-ad69f7d6-b1bb-487d-baf3-951dc6d67d82 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566528 Mar 08 13:03:30.936657 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f3fd6-06ff-4181-9748-696c8007c530 req-84b50f66-f6aa-400a-b0d0-102c22079bd6 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:30.938354 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-818f3fd6-06ff-4181-9748-696c8007c530 req-84b50f66-f6aa-400a-b0d0-102c22079bd6 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0669835 Mar 08 13:03:30.988982 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-818f3fd6-06ff-4181-9748-696c8007c530 req-70187c2c-169f-43bc-8215-a9e0204281dc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Mar 08 13:03:31.586168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31040a3-7d9e-4e35-99ef-0fec86a205d5 req-182fd989-7aac-417b-b62a-277102363288 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:31.589183 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e31040a3-7d9e-4e35-99ef-0fec86a205d5 req-182fd989-7aac-417b-b62a-277102363288 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0634234 Mar 08 13:03:31.649863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e31040a3-7d9e-4e35-99ef-0fec86a205d5 req-83bf6aa1-9d82-4376-accf-bbae7380d1ae tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532463 Mar 08 13:03:32.118516 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb6e5b-c4e4-419f-86b1-019616a92449 req-650c464c-7fe2-4750-b6e8-17f8595f1340 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.125678 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cefb6e5b-c4e4-419f-86b1-019616a92449 req-650c464c-7fe2-4750-b6e8-17f8595f1340 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0589685 Mar 08 13:03:32.176803 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cefb6e5b-c4e4-419f-86b1-019616a92449 req-86e07d52-0398-4b8e-84a3-fc9f28233d5f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Mar 08 13:03:32.787595 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc8fd-c863-4b03-ad25-0745cfcbe77c req-f8a0bb50-687b-4158-814d-e2bdf42b8fe4 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:32.789222 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-856bc8fd-c863-4b03-ad25-0745cfcbe77c req-f8a0bb50-687b-4158-814d-e2bdf42b8fe4 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0566704 Mar 08 13:03:32.854893 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-856bc8fd-c863-4b03-ad25-0745cfcbe77c req-beb1b6e6-27f1-4a3e-a47a-042ea73c4b1b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488222 Mar 08 13:03:33.992482 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03bdc-87e6-4ac0-a31b-c58d443bef1b req-6dce9946-5cd1-4201-bc47-4106520efb6c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:33.995701 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2df03bdc-87e6-4ac0-a31b-c58d443bef1b req-6dce9946-5cd1-4201-bc47-4106520efb6c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0655632 Mar 08 13:03:34.052096 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2df03bdc-87e6-4ac0-a31b-c58d443bef1b req-bcc9bd87-07b4-4330-8a8a-8124439d0ba8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503483 Mar 08 13:03:35.228680 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d9896-b83c-4b01-bc71-7e6f91faf05a req-1174c1ab-8e5d-479b-b15e-d3d2e89a729d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:35.230648 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-649d9896-b83c-4b01-bc71-7e6f91faf05a req-1174c1ab-8e5d-479b-b15e-d3d2e89a729d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0616882 Mar 08 13:03:35.286834 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-649d9896-b83c-4b01-bc71-7e6f91faf05a req-7a1d37ad-da8d-4452-bf44-2866271b64c9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486009 Mar 08 13:03:36.424380 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343559fc-ba0c-4be9-9289-26893561bc62 req-f994a2b3-ab8e-4161-95f3-6169376a4448 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:36.426825 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-343559fc-ba0c-4be9-9289-26893561bc62 req-f994a2b3-ab8e-4161-95f3-6169376a4448 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0568810 Mar 08 13:03:36.497606 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-343559fc-ba0c-4be9-9289-26893561bc62 req-c4455107-b173-49f5-8001-96147644213f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630867 Mar 08 13:03:37.005308 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-1971d98f-5672-4f8c-af49-792a55f14f57 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418142862&fields=id&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 267 time: 0.0457404 Mar 08 13:03:37.133889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-0d51459b-9018-4223-adc6-117a73050889 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:37.140534 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-0d51459b-9018-4223-adc6-117a73050889 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.1271129 Mar 08 13:03:37.158534 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-95ae4cab-b6ac-41a4-9e1d-5171b067ac01 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/quotas/9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 375 time: 0.0167139 Mar 08 13:03:37.224072 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-71b168a3-a503-4733-a5bd-8689fea32a2f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634062 Mar 08 13:03:37.337128 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-c4e836eb-9fc7-497d-970d-d79b00319e90 service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012111 Mar 08 13:03:37.444417 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-03d88271-56e9-4997-9223-eb86e8f1aed6 service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064277 Mar 08 13:03:37.672004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112ebaa-8c3b-49ca-830b-9a808f06e8c9 req-9df701d9-23b1-4908-bb46-79eeff8b458a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:37.679310 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5112ebaa-8c3b-49ca-830b-9a808f06e8c9 req-9df701d9-23b1-4908-bb46-79eeff8b458a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0961430 Mar 08 13:03:37.734439 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5112ebaa-8c3b-49ca-830b-9a808f06e8c9 req-9bdf04f6-fe11-40eb-a514-31c383753511 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539148 Mar 08 13:03:37.810166 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-12513e1d-5a2f-4193-8ad4-247485e5d558 req-3d2dc629-952e-497d-b919-e7edf9d08686 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 210 time: 0.0344543 Mar 08 13:03:38.926489 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-efd3dece-635a-4ee8-8957-34d7c195fc69 req-6eb3766d-efbe-4824-bd9b-8286a0ff56c9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 210 time: 0.0320113 Mar 08 13:03:38.934688 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7de946-0243-4cba-9074-d29f68f57f05 req-a6a46d1b-ae06-4d8b-b4d8-9b22d011877e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:38.936216 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee7de946-0243-4cba-9074-d29f68f57f05 req-a6a46d1b-ae06-4d8b-b4d8-9b22d011877e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1323593 Mar 08 13:03:39.007147 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee7de946-0243-4cba-9074-d29f68f57f05 req-1174ef85-5723-46da-8df1-84b2109b84aa tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565932 Mar 08 13:03:40.044204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-49331568-1fa7-4eb7-9d06-a3224d7d38dc req-b1669cfb-c61f-425e-a276-b40135cbddce tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 210 time: 0.0388558 Mar 08 13:03:40.285165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f3ad3-223a-4ed0-afa5-ee1ff8a966cd req-06e441cd-4a06-4b91-b3c0-688f4e5b9bba tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.287716 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d56f3ad3-223a-4ed0-afa5-ee1ff8a966cd req-06e441cd-4a06-4b91-b3c0-688f4e5b9bba tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1754324 Mar 08 13:03:40.340967 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-04dfba69-4647-4c19-8176-65a4c7432039 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.342726 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-04dfba69-4647-4c19-8176-65a4c7432039 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.2010441 Mar 08 13:03:40.386362 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d56f3ad3-223a-4ed0-afa5-ee1ff8a966cd req-4f516653-e3b0-468b-af90-e1e5e35a118e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919611 Mar 08 13:03:40.453831 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-77a58237-ef24-4827-a97b-c5f111458b41 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 380 time: 0.0949945 Mar 08 13:03:40.466344 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'port': {'device_id': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'admin_state_up': True, 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'security_groups': ['274dcf68-37b0-497d-8791-daf398f3357f']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:40.616639 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Made reservation on behalf of 9aae990736554c9c8b5e6a60c62f9f49 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:03:40.620902 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:40.813325 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.20.0.4 (6571cb64-218b-41cb-9065-e09fa0303e3d/ab64d186-2f3a-4272-adc6-44d4ff207434/8e32c6f0-9721-47d3-85a1-c7cdef2f9360) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:40.986983 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32760-f3d2-4d77-90cf-4685fea79c4a req-a938feb3-cdda-48ca-a034-729f3758d477 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:40.988528 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ebe32760-f3d2-4d77-90cf-4685fea79c4a req-a938feb3-cdda-48ca-a034-729f3758d477 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1318367 Mar 08 13:03:41.027568 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.089035 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ebe32760-f3d2-4d77-90cf-4685fea79c4a req-7a84fb59-b1c6-42b6-94eb-c9728fc18592 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881438 Mar 08 13:03:41.107245 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40268) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:41.137188 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.236361 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:41.241187 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:41.247900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:41.306370 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:41.323794 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.324339 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.339696 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505d215-7444-4da3-9301-d8f2dd760677 req-676b3e56-420d-4282-a795-35397eceeda1 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.341848 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7505d215-7444-4da3-9301-d8f2dd760677 req-676b3e56-420d-4282-a795-35397eceeda1 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 931 time: 0.1525469 Mar 08 13:03:41.358253 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-6c4708cc-8f63-4c6f-8157-ed39a2c4980d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8984373 Mar 08 13:03:41.361962 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac2bf5-0ec0-4ec4-9dee-4d51b8dbb36d tempest-TestMinimumBasicScenario-1472154366 tempest-TestMinimumBasicScenario-1472154366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.380692 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Request body: {'port': {'device_id': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:41.384483 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-93ac2bf5-0ec0-4ec4-9dee-4d51b8dbb36d tempest-TestMinimumBasicScenario-1472154366 tempest-TestMinimumBasicScenario-1472154366-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1124 time: 0.2760091 Mar 08 13:03:41.384941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40276) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:41.389449 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'port_id': '0093f26a-f69a-40c7-8a9f-619463aed566', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:41.539728 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.635840 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7505d215-7444-4da3-9301-d8f2dd760677 req-9d9d7393-749f-495e-ae6b-4d2af172a9cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273209 Mar 08 13:03:41.668368 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.713220 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-29c9605b-b4e1-444b-b4c6-5a77760727bd None None] Provisioning complete for port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:41.714286 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-29c9605b-b4e1-444b-b4c6-5a77760727bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:41.745743 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b11815-060f-47d5-9781-1efe1cc78a3f req-7d2baa6a-8d80-43da-a35a-361106469ea9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:41.747115 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c0b11815-060f-47d5-9781-1efe1cc78a3f req-7d2baa6a-8d80-43da-a35a-361106469ea9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.2224302 Mar 08 13:03:41.749879 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-29c9605b-b4e1-444b-b4c6-5a77760727bd None None] Port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:03:41.919485 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c0b11815-060f-47d5-9781-1efe1cc78a3f req-3fc65ae1-73ac-4e5e-8cec-538c28b5031d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597869 Mar 08 13:03:41.974046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.146937 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:42.160779 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Allocated IP 172.27.1.21 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/946f1825-d331-4096-a69d-82378c95b848) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:03:42.163909 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks [] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.186841 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Transition to ACTIVE for port object 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:03:42.213868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.478116 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Pushing event updated for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:42.815081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for port (946f1825-d331-4096-a69d-82378c95b848), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.878653 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Attempting to bind port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:03:42.879016 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Attempting to bind port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:03:42.879310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Attempting to bind port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:42.896423 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e206f4-d8a3-479d-bd50-8bfcd1f839e9 req-e376155e-b881-4052-a477-d45ac3a25328 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:42.897972 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-05e206f4-d8a3-479d-bd50-8bfcd1f839e9 req-e376155e-b881-4052-a477-d45ac3a25328 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.1092787 Mar 08 13:03:42.903266 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 on network 6571cb64-218b-41cb-9065-e09fa0303e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:03:42.903582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Attempting to bind port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:03:42.925372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:03:42.925728 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:03:42.926105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Bound using segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:03:42.926537 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Bound port: 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:03:42.926884 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:42.932732 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (946f1825-d331-4096-a69d-82378c95b848), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.037391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:03:43.062460 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-05e206f4-d8a3-479d-bd50-8bfcd1f839e9 req-c1fba906-82a3-4ab9-b4c7-f085e187e22e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533818 Mar 08 13:03:43.063216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:03:43.080648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'Port': ['ID=946f1825-d331-4096-a69d-82378c95b848,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:43.084748 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:03:43.140920 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:03:43.146508 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:03:43.158096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.181593 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8419cb8-9891-48bd-99b0-f88314e06a01 req-ad8fdcc0-07f5-464e-9436-205d7b90f2c0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.183205 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8419cb8-9891-48bd-99b0-f88314e06a01 req-ad8fdcc0-07f5-464e-9436-205d7b90f2c0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1558416 Mar 08 13:03:43.244158 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.244929 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.246244 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] 10.222.0.74 "PUT /v2.0/ports/8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 200 len: 1093 time: 1.8788288 Mar 08 13:03:43.252935 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:43.255015 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9424e567-4eab-4d29-8ad1-ac37cad38bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:43.324143 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0745a59b-6e70-435d-bc8c-af8924305fb4 x-openstack-request-id: req-0745a59b-6e70-435d-bc8c-af8924305fb4 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:43.324433 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:43.324682 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0745a59b-6e70-435d-bc8c-af8924305fb4 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:43.325062 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'status': 'completed', 'code': 200} Mar 08 13:03:43.348264 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474a59e-3d40-4af3-b1b2-2b4b9b60e881 service neutron] Pushing event updated for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:43.383778 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8419cb8-9891-48bd-99b0-f88314e06a01 req-2254edc5-22cb-49d6-80d7-d44e9b3b2c6c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647682 Mar 08 13:03:43.480031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-d0c8cfdb-1c54-495c-8dc9-49856d8232ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.481494 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-d0c8cfdb-1c54-495c-8dc9-49856d8232ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1127 time: 0.1615317 Mar 08 13:03:43.530158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-fc4f5d09-fa74-4e6e-a7c1-402d4014534a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 200 len: 217 time: 0.0402508 Mar 08 13:03:43.645073 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-468b5ec9-d3f0-4a85-81cc-9fa13b510ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.646808 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-468b5ec9-d3f0-4a85-81cc-9fa13b510ce3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.1057713 Mar 08 13:03:43.773122 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-5f329744-2b55-4d99-8c06-610e14028c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:43.775192 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-5f329744-2b55-4d99-8c06-610e14028c4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968235 Mar 08 13:03:43.824497 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for floatingip (3ab6f28b-9fd4-4c21-8eb3-da2e829cb276), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:43.938226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-03d69c33-6451-4287-9eaa-37b88551586b service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538062 Mar 08 13:03:43.942680 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (946f1825-d331-4096-a69d-82378c95b848), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.121280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b51464a-7771-44e6-8a50-d82cd6db05ef req-03decc7e-bc4b-407b-aa4b-221da7ad9106 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566160 Mar 08 13:03:44.218057 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for port (946f1825-d331-4096-a69d-82378c95b848), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.239281 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (946f1825-d331-4096-a69d-82378c95b848), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.254616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dd41a-14d0-476d-ac3c-86ebbf872603 req-2ee4bdf3-8084-4080-9e70-597043c32e6f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.256211 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f28dd41a-14d0-476d-ac3c-86ebbf872603 req-2ee4bdf3-8084-4080-9e70-597043c32e6f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.1211581 Mar 08 13:03:44.340985 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'Port': ['ID=946f1825-d331-4096-a69d-82378c95b848,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:44.355393 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-2212ef67-60a7-4411-b9f5-28b888e3dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.356858 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-2212ef67-60a7-4411-b9f5-28b888e3dc42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1127 time: 0.1606047 Mar 08 13:03:44.366655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (3ab6f28b-9fd4-4c21-8eb3-da2e829cb276), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:44.438688 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f28dd41a-14d0-476d-ac3c-86ebbf872603 req-2f2028f2-30f5-4f9c-b744-778f0a165006 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618059 Mar 08 13:03:44.580834 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-78a2838f-0805-44fa-a1f6-04efd608c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.582825 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-78a2838f-0805-44fa-a1f6-04efd608c1d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.1740673 Mar 08 13:03:44.606396 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4354b-8a9e-4e61-aee5-87ca6a75ecf0 req-5016f1af-d092-48c6-90c4-280e0fbd9c99 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.607799 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfc4354b-8a9e-4e61-aee5-87ca6a75ecf0 req-5016f1af-d092-48c6-90c4-280e0fbd9c99 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1299767 Mar 08 13:03:44.608825 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Floating IP 3ab6f28b-9fd4-4c21-8eb3-da2e829cb276 associated. External IP: 172.27.1.21, port: 0093f26a-f69a-40c7-8a9f-619463aed566. Mar 08 13:03:44.642357 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-2af6a326-25ce-49fe-ab10-960a86828917 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 200 len: 217 time: 0.0517268 Mar 08 13:03:44.794394 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-4e93aa38-b826-4af3-9444-5d0a846e80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:44.795832 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-4e93aa38-b826-4af3-9444-5d0a846e80b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.1164176 Mar 08 13:03:44.804218 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfc4354b-8a9e-4e61-aee5-87ca6a75ecf0 req-0e2fe10d-a1d0-4b7a-a993-2262c5434973 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653481 Mar 08 13:03:45.124648 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:03:45.180837 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-5e562b57-2419-43cd-a03f-e9d190d78da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.182331 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-5e562b57-2419-43cd-a03f-e9d190d78da3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3752148 Mar 08 13:03:45.317703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce6206-bc46-4fd5-a00e-b002ac4e44e1 req-7a52b44f-1960-49f4-8f17-5f4e17da26b2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.319109 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9fce6206-bc46-4fd5-a00e-b002ac4e44e1 req-7a52b44f-1960-49f4-8f17-5f4e17da26b2 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1788845 Mar 08 13:03:45.322442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Router 91bc0cb6-d635-4241-a933-9fe7742cf66e has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:03:45.376440 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-9e49916a-cd66-4e61-ac27-e1fbb539ccde service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819496 Mar 08 13:03:45.449973 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9fce6206-bc46-4fd5-a00e-b002ac4e44e1 req-dec12532-dd94-44b6-b24f-b86a8ff3309d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249018 Mar 08 13:03:45.545491 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-305b548a-e848-4123-995f-0d5b4c43bc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.588383 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:03:45.598023 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Sync routers for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:03:45.600085 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9424e567-4eab-4d29-8ad1-ac37cad38bfa req-9202fe74-032c-4f79-9720-f4f9d3c8244d service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871996 Mar 08 13:03:45.607437 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:45.608117 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:45.613948 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bab5e-01e0-45b1-a5c2-8b886775fbfd req-176b289f-0ed4-4d94-a318-9e94948202a6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.615482 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-372bab5e-01e0-45b1-a5c2-8b886775fbfd req-176b289f-0ed4-4d94-a318-9e94948202a6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.1020091 Mar 08 13:03:45.630411 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.682626 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-853b0ef1-f5be-4c1e-b6a0-7197ea258dda tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2965517 Mar 08 13:03:45.685719 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:45.686272 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40418) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:45.688002 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e25326-b6ab-46f2-9635-739d68b187ba" -d '{"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:45.691521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514929929', 'description': 'tempest-secgroup-smoke-514929929 description', 'project_id': '0ad911b26fce44e296230ecdb43414f1'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:45.713493 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-372bab5e-01e0-45b1-a5c2-8b886775fbfd req-e775e350-bc8e-4d5b-bedc-9a570069d3e3 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912914 Mar 08 13:03:45.726294 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.731024 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b5b22-b3f9-4a28-afb1-c7c372b617a4 x-openstack-request-id: req-773b5b22-b3f9-4a28-afb1-c7c372b617a4 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:45.731490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:45.731909 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-773b5b22-b3f9-4a28-afb1-c7c372b617a4 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:45.732475 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:03:45.799051 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (938b4784-030a-495c-bdee-9696c061dc1c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.803446 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (938b4784-030a-495c-bdee-9696c061dc1c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.810003 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-732f6ea4-a5b5-44bb-99df-cee44b5d9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.810830 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:45.811971 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-732f6ea4-a5b5-44bb-99df-cee44b5d9220 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.0491960 Mar 08 13:03:45.836967 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.842268 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1547427 Mar 08 13:03:45.842801 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40424) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:45.847348 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:45.853907 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fb01e-5c55-4a82-b69f-ca197337af8e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938b4784-030a-495c-bdee-9696c061dc1c,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:45.892234 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (937361eb-2a98-45b5-82f4-6b1d59831cf0), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.960154 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (937361eb-2a98-45b5-82f4-6b1d59831cf0), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.965288 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (937361eb-2a98-45b5-82f4-6b1d59831cf0), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.965494 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-fbb2ca02-c965-4cef-9036-4976b4c48d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.968031 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-fbb2ca02-c965-4cef-9036-4976b4c48d5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.1394646 Mar 08 13:03:45.984433 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525315-4fe2-42f4-af1d-3f9204c79ea4 req-700a48d1-50a7-4c91-b160-2012924a13c7 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:45.984708 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937361eb-2a98-45b5-82f4-6b1d59831cf0,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:45.986986 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43525315-4fe2-42f4-af1d-3f9204c79ea4 req-700a48d1-50a7-4c91-b160-2012924a13c7 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0799918 Mar 08 13:03:45.995222 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:45.996518 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f6776f31-6b58-48fc-a32e-95fec925cf44 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525321 Mar 08 13:03:45.999521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40426) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.003908 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:46.029215 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (22d5e5e5-35ba-4021-bb0e-680a7d8d3151), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.067580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40430) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.071201 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3ab6f28b-9fd4-4c21-8eb3-da2e829cb276', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'port_id': '0093f26a-f69a-40c7-8a9f-619463aed566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'mac_address': 'fa:16:3e:a8:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:43Z', 'revision_number': 0, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.096013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (22d5e5e5-35ba-4021-bb0e-680a7d8d3151), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.099496 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Checking router: 91bc0cb6-d635-4241-a933-9fe7742cf66e for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:03:46.101430 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (22d5e5e5-35ba-4021-bb0e-680a7d8d3151), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.108244 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:03:46.108858 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.118609 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5e5e5-35ba-4021-bb0e-680a7d8d3151,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.135278 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-269a3f2f-440e-404b-ab99-f67dec5c4a73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 998 time: 0.1468997 Mar 08 13:03:46.140496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43525315-4fe2-42f4-af1d-3f9204c79ea4 req-4741ffbc-ac6f-4e0e-86e2-b534c05c9804 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445358 Mar 08 13:03:46.149694 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.153942 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3fd8b04f-c43a-4696-bb5f-1ee8fe784a87 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533585 Mar 08 13:03:46.154590 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40436) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.159431 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:46.184518 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Deleting subnet 89cb5886-e93e-45df-b17b-4b8c765ea0ba {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:03:46.191166 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Publish callbacks [] for subnet (89cb5886-e93e-45df-b17b-4b8c765ea0ba), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.201947 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (f3190a18-39c0-48ad-b5ae-63e595c57ae0), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.225941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-5fdfa654-f077-4df8-96cd-87b8f1a0198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.227930 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-5fdfa654-f077-4df8-96cd-87b8f1a0198a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0808835 Mar 08 13:03:46.230912 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:03:46.235407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (89cb5886-e93e-45df-b17b-4b8c765ea0ba), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.275221 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (f3190a18-39c0-48ad-b5ae-63e595c57ae0), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.282400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (f3190a18-39c0-48ad-b5ae-63e595c57ae0), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.309413 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.313904 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (89cb5886-e93e-45df-b17b-4b8c765ea0ba), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.314769 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590052 Mar 08 13:03:46.316350 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40438) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.318321 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891b782-5d2f-4c50-8a62-1ec397795fa1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3190a18-39c0-48ad-b5ae-63e595c57ae0,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.325139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:46.367930 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (9b024975-9eaa-4fcc-92c3-5a660ee2f83b), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.374429 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-e51b2175-b992-4577-aa30-b946868df832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.376039 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-e51b2175-b992-4577-aa30-b946868df832 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1386807 Mar 08 13:03:46.435071 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (9b024975-9eaa-4fcc-92c3-5a660ee2f83b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.441780 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (9b024975-9eaa-4fcc-92c3-5a660ee2f83b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.458395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b024975-9eaa-4fcc-92c3-5a660ee2f83b,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.472727 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.478162 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3e0c4119-fd63-446f-b057-84d691ec88d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571658 Mar 08 13:03:46.479551 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40444) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.485273 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:46.485866 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (89cb5886-e93e-45df-b17b-4b8c765ea0ba), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.510068 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.securitygroups_db [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Project 0ad911b26fce44e296230ecdb43414f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:46.515744 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (30382306-7675-4375-a1e2-8d713b736309), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.517633 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3ab6f28b-9fd4-4c21-8eb3-da2e829cb276', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'port_id': '0093f26a-f69a-40c7-8a9f-619463aed566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'mac_address': 'fa:16:3e:a8:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:43Z', 'revision_number': 0, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.525927 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cb5886-e93e-45df-b17b-4b8c765ea0ba,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.527947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.531140 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f03be3b1-bfc2-4e1e-8edd-584476a6f53a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89cb5886-e93e-45df-b17b-4b8c765ea0ba HTTP/1.1" status: 204 len: 168 time: 0.4543231 Mar 08 13:03:46.533970 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40446) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.547296 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bc3990-496e-4b9a-b6d3-a8345733b134 None None] The sync data for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi is: [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3ab6f28b-9fd4-4c21-8eb3-da2e829cb276', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'port_id': '0093f26a-f69a-40c7-8a9f-619463aed566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'mac_address': 'fa:16:3e:a8:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:03:43Z', 'updated_at': '2022-03-08T13:03:43Z', 'revision_number': 0, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:03:46.562146 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-c8c63861-7ed2-405d-94a2-b30749773384 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653070 Mar 08 13:03:46.569896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f65a7-e99b-4991-a7d0-d4da6ac6d40f req-613624d4-0844-4e01-88a1-f9b0e4a157f2 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.577317 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b2f65a7-e99b-4991-a7d0-d4da6ac6d40f req-613624d4-0844-4e01-88a1-f9b0e4a157f2 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 946 time: 0.1586714 Mar 08 13:03:46.643482 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (6e4d0198-fad6-4a43-8143-6e45688fe01e), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.650920 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (30382306-7675-4375-a1e2-8d713b736309), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.658299 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (30382306-7675-4375-a1e2-8d713b736309), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.681901 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30382306-7675-4375-a1e2-8d713b736309,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.719913 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.721279 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-46716a18-7382-48b2-a8e1-9bff196ab1b5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2405756 Mar 08 13:03:46.722099 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b2f65a7-e99b-4991-a7d0-d4da6ac6d40f req-3d75d088-45fb-4e3b-b724-0db3e10a7653 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438544 Mar 08 13:03:46.725345 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40450) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:46.733956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'security_group_rule': {'security_group_id': '938b4784-030a-495c-bdee-9696c061dc1c', 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:46.760844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7301c-5d54-4899-a3fd-2277e2498046 req-ecdfe255-bd6e-44fa-ba8f-937b84c51d1f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.762373 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9d7301c-5d54-4899-a3fd-2277e2498046 req-ecdfe255-bd6e-44fa-ba8f-937b84c51d1f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1830440 Mar 08 13:03:46.774558 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (6e4d0198-fad6-4a43-8143-6e45688fe01e), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.781180 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a8e25326-b6ab-46f2-9635-739d68b187ba req-88267db1-8819-4ed9-92b5-e021fa248fb8 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007864 Mar 08 13:03:46.797985 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4d0198-fad6-4a43-8143-6e45688fe01e']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.808880 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871873aa-7129-469d-96c6-c82164fb33e2') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.809307 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871873aa-7129-469d-96c6-c82164fb33e2') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:03:46.809431 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Project 0ad911b26fce44e296230ecdb43414f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:03:46.818467 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (bfd0cfa6-1bf3-4aee-9bef-48ebe109bd2d), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.825847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (871873aa-7129-469d-96c6-c82164fb33e2), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.843350 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (871873aa-7129-469d-96c6-c82164fb33e2), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.851224 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9d7301c-5d54-4899-a3fd-2277e2498046 req-57ce8de8-9afe-4080-b882-6b11c101f739 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819247 Mar 08 13:03:46.857362 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:03:46.857587 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (871873aa-7129-469d-96c6-c82164fb33e2), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:03:46.859606 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:03:46.861537 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171aea6-b5e2-460d-942a-ea5eabd58cb6 None None] New status for floating IP 3ab6f28b-9fd4-4c21-8eb3-da2e829cb276: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:03:46.921193 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (6e4d0198-fad6-4a43-8143-6e45688fe01e), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.927083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.931040 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e4d0198-fad6-4a43-8143-6e45688fe01e HTTP/1.1" status: 204 len: 168 time: 0.3948205 Mar 08 13:03:46.931553 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49976ef8-29ec-4135-8fa1-089ff263c8f3 req-7b28bd77-0890-49ee-be73-53f533020df7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:46.933546 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-49976ef8-29ec-4135-8fa1-089ff263c8f3 req-7b28bd77-0890-49ee-be73-53f533020df7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.1060593 Mar 08 13:03:46.940947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (bfd0cfa6-1bf3-4aee-9bef-48ebe109bd2d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.950224 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db45def-2791-45e9-bff2-aaec10920393 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4d0198-fad6-4a43-8143-6e45688fe01e,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:46.970923 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (bfd0cfa6-1bf3-4aee-9bef-48ebe109bd2d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:46.998714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.002559 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2722187 Mar 08 13:03:47.014934 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719715e-9c12-4ddb-8955-876b74fe6110 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd0cfa6-1bf3-4aee-9bef-48ebe109bd2d,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:47.036039 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-49976ef8-29ec-4135-8fa1-089ff263c8f3 req-1c3f2481-7d9c-4925-9fea-4528cb71bcb8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854099 Mar 08 13:03:47.124703 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-f8db5e8b-dddb-43fd-a906-45d962c90114 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514929929&fields=id&tenant_id=0ad911b26fce44e296230ecdb43414f1 HTTP/1.1" status: 200 len: 267 time: 0.0472922 Mar 08 13:03:47.149298 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40458) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:47.182594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-56b1c360-4981-4139-bfc7-8d868a6e8f90 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.184040 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-56b1c360-4981-4139-bfc7-8d868a6e8f90 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0541067 Mar 08 13:03:47.195689 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'port': {'security_groups': ['bd07c7a8-0e5d-4d24-a974-28d51f70c3ae', '938b4784-030a-495c-bdee-9696c061dc1c']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:03:47.304754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.331620 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a01f-4bd1-4c43-a477-7aac375d7f6e req-51db4efb-997a-42a5-96ed-3d30a8348a66 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.333103 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e111a01f-4bd1-4c43-a477-7aac375d7f6e req-51db4efb-997a-42a5-96ed-3d30a8348a66 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0972450 Mar 08 13:03:47.395964 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b3a5c018-271c-4685-9b3e-a5332cf4f48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eedd65be69d4f12a25aaa457d5de314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429683 Mar 08 13:03:47.396181 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40462) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:47.425250 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e111a01f-4bd1-4c43-a477-7aac375d7f6e req-995b9f69-0a53-4b11-b4f7-296880df1ed9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724218 Mar 08 13:03:47.456421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] Publish callbacks [] for security_group (9fdc9b80-23f3-4327-866c-5e649cfd1e0c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.477406 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] Publish callbacks [] for security_group (9fdc9b80-23f3-4327-866c-5e649cfd1e0c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.523919 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9fdc9b80-23f3-4327-866c-5e649cfd1e0c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.526569 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.527707 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fdc9b80-23f3-4327-866c-5e649cfd1e0c HTTP/1.1" status: 204 len: 168 time: 0.1306353 Mar 08 13:03:47.535078 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d8fe4-4e65-4582-ac3e-14d23c78b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc9b80-23f3-4327-866c-5e649cfd1e0c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:47.540761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:47.572851 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for port (0093f26a-f69a-40c7-8a9f-619463aed566), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.577353 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.593975 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:47.628169 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.628806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:47.630748 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6ef86ab-a603-48e6-9297-979bec35b5f6 req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "PUT /v2.0/ports/0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 981 time: 0.4397070 Mar 08 13:03:47.661815 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759c8f4-dd85-4c46-b571-88a33a3f3d03 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=6']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:47.736458 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:47.738798 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38" -d '{"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:47.779754 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77f9e4-8347-4e5b-9e17-f3f994cb17dd req-658cd437-5d57-4ce3-8e01-2a5d395ae3f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:47.790269 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d77f9e4-8347-4e5b-9e17-f3f994cb17dd req-658cd437-5d57-4ce3-8e01-2a5d395ae3f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0869825 Mar 08 13:03:47.809093 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e17455-fe0b-447f-ae5f-6ba4d97407c9 x-openstack-request-id: req-92e17455-fe0b-447f-ae5f-6ba4d97407c9 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:47.809490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:47.809959 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e17455-fe0b-447f-ae5f-6ba4d97407c9 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:47.811473 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:03:47.823267 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:47.877423 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d77f9e4-8347-4e5b-9e17-f3f994cb17dd req-6c6b57b4-9b72-4a26-a857-bf58aa776e31 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823269 Mar 08 13:03:47.966015 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ee478118-4fbd-492e-a009-df1b9ada58b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.013682 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-5883f2da-e63e-4005-aed1-fe46198c1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.015203 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-5883f2da-e63e-4005-aed1-fe46198c1fd6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1168 time: 0.1554878 Mar 08 13:03:48.016894 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-6abf44db-8fbf-430a-a5d6-db01dc19ad65 None None] Provisioning complete for port 0093f26a-f69a-40c7-8a9f-619463aed566 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:48.017280 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6abf44db-8fbf-430a-a5d6-db01dc19ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.036053 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e307-0b7f-43c3-816f-13674a9d4511 req-795c5d4c-c4d4-4aa9-ac72-af82e8e42c9e tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.042331 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c344e307-0b7f-43c3-816f-13674a9d4511 req-795c5d4c-c4d4-4aa9-ac72-af82e8e42c9e tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 946 time: 0.1198578 Mar 08 13:03:48.138485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710855a-1c44-4204-989b-1e4c23dab53b req-fa3437ff-11fd-48ad-9f59-a7186a9f836f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.139977 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0710855a-1c44-4204-989b-1e4c23dab53b req-fa3437ff-11fd-48ad-9f59-a7186a9f836f tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1613426 Mar 08 13:03:48.267455 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-6abf44db-8fbf-430a-a5d6-db01dc19ad65 None None] Current status of the port 0093f26a-f69a-40c7-8a9f-619463aed566 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:48.429562 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c344e307-0b7f-43c3-816f-13674a9d4511 req-7e3af2b5-e8f8-42a7-851e-348b77d7310d tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776915 Mar 08 13:03:48.458221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-4645d79d-c271-4b3e-b915-00d7ffe708d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.459688 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-4645d79d-c271-4b3e-b915-00d7ffe708d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.4162719 Mar 08 13:03:48.466481 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0710855a-1c44-4204-989b-1e4c23dab53b req-151d4d2c-1719-4736-90ad-2a6998a7c0e4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186173 Mar 08 13:03:48.548168 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124952a-525f-4814-9281-c5494cd7cf7c req-6f0507c1-f4e0-47eb-afba-14bf69f5be53 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.549660 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f124952a-525f-4814-9281-c5494cd7cf7c req-6f0507c1-f4e0-47eb-afba-14bf69f5be53 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 946 time: 0.1373043 Mar 08 13:03:48.603176 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-e2771792-7ddd-41d5-b2af-c8144d6b1eb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 1000 time: 0.1331568 Mar 08 13:03:48.654516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Deleting port 495be240-0891-4567-9be7-7629d2815d7b {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:03:48.654696 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (495be240-0891-4567-9be7-7629d2815d7b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.666060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fb8b0-3d10-41dc-928c-a30ce8bcdf03 req-50887ef5-2335-4226-890c-851c465ca46d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.667507 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1e0fb8b0-3d10-41dc-928c-a30ce8bcdf03 req-50887ef5-2335-4226-890c-851c465ca46d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.1331880 Mar 08 13:03:48.676504 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da14648-7e68-40e1-bd5a-1263c751fd41 req-cafa211a-463b-4f35-9f55-a8516cfba142 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.677927 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8da14648-7e68-40e1-bd5a-1263c751fd41 req-cafa211a-463b-4f35-9f55-a8516cfba142 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1447260 Mar 08 13:03:48.691787 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-69d53fce-4878-479c-94ed-81870cf00740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.693145 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-69d53fce-4878-479c-94ed-81870cf00740 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0835674 Mar 08 13:03:48.751382 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] For port 495be240-0891-4567-9be7-7629d2815d7b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=495be240-0891-4567-9be7-7629d2815d7b,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:48.751742 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (495be240-0891-4567-9be7-7629d2815d7b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.768136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Calling delete_port for 495be240-0891-4567-9be7-7629d2815d7b owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:03:48.820765 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1e0fb8b0-3d10-41dc-928c-a30ce8bcdf03 req-26547641-7d97-435e-a2ae-9569b84715b0 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412683 Mar 08 13:03:48.830649 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8da14648-7e68-40e1-bd5a-1263c751fd41 req-068edd74-c642-4729-9b29-a5877cb6e1c9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419556 Mar 08 13:03:48.862968 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-36a765c9-296a-4a95-a575-2f313543cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.862968 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-36a765c9-296a-4a95-a575-2f313543cba2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1538029 Mar 08 13:03:48.874053 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-22498918-2ec4-4f1b-91c0-a2eeb90eb734 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:48.875524 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-22498918-2ec4-4f1b-91c0-a2eeb90eb734 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 946 time: 0.1274588 Mar 08 13:03:48.927718 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (495be240-0891-4567-9be7-7629d2815d7b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:48.939707 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['cf60dec9-c112-49fe-a9c6-83ff55c68533', '495be240-0891-4567-9be7-7629d2815d7b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:48.957528 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Pushing event deleted for resources: {'Port': ['ID=495be240-0891-4567-9be7-7629d2815d7b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.014757 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] No DVR routers for this DVR port 495be240-0891-4567-9be7-7629d2815d7b on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:03:49.018357 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.022230 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f124952a-525f-4814-9281-c5494cd7cf7c req-72952220-ba5d-4556-93f2-d10f9b88bf9a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "DELETE /v2.0/ports/495be240-0891-4567-9be7-7629d2815d7b HTTP/1.1" status: 204 len: 173 time: 0.4660611 Mar 08 13:03:49.022686 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'name': 'network-vif-deleted', 'tag': '495be240-0891-4567-9be7-7629d2815d7b'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:49.025505 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be74ad53-a6a9-4375-9eae-848b28b07a65" -d '{"events": [{"server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "name": "network-vif-deleted", "tag": "495be240-0891-4567-9be7-7629d2815d7b"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:49.056563 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.065977 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-0460a8ae-9bdf-4066-b971-555a075c919c service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893458 Mar 08 13:03:49.070382 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb04fa5-9f45-4e0a-81ac-65972ee60ea0 x-openstack-request-id: req-bdb04fa5-9f45-4e0a-81ac-65972ee60ea0 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:49.070948 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9dfe7e-407c-470d-827c-e0aefcc62889", "name": "network-vif-deleted", "tag": "495be240-0891-4567-9be7-7629d2815d7b", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:49.071522 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdb04fa5-9f45-4e0a-81ac-65972ee60ea0 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:49.072071 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9dfe7e-407c-470d-827c-e0aefcc62889', 'name': 'network-vif-deleted', 'tag': '495be240-0891-4567-9be7-7629d2815d7b', 'status': 'completed', 'code': 200} Mar 08 13:03:49.122298 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Deleting port 35b22da3-83dd-4d22-9a3b-6d03341868ec {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:03:49.122814 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.308394 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] For port 35b22da3-83dd-4d22-9a3b-6d03341868ec, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=35b22da3-83dd-4d22-9a3b-6d03341868ec,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:49.308757 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.325672 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b2dd4d42-7a27-4afb-bdf3-7d5219e84a38 req-16f9607e-dce7-46e6-b8db-8a815bd7945d service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371826 Mar 08 13:03:49.329511 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Calling delete_port for 35b22da3-83dd-4d22-9a3b-6d03341868ec owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:03:49.465900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (35b22da3-83dd-4d22-9a3b-6d03341868ec), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.480498 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['35b22da3-83dd-4d22-9a3b-6d03341868ec'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:49.536124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Pushing event deleted for resources: {'Port': ['ID=35b22da3-83dd-4d22-9a3b-6d03341868ec,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:49.560944 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f7d00975-3cab-497c-876b-cd579697accf req-33cd09d3-c200-40ce-9da1-600e21096884 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=a59070c9-0aaa-47de-a48e-54333a3d66e9 HTTP/1.1" status: 200 len: 210 time: 0.0442820 Mar 08 13:03:49.631127 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ba7168b7-c4e0-40c9-b644-1de89b1677f4 req-ee2fa962-5627-43be-b45c-a8f9bd31d3e9 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9dfe7e-407c-470d-827c-e0aefcc62889 HTTP/1.1" status: 200 len: 210 time: 0.0392296 Mar 08 13:03:49.631994 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] No DVR routers for this DVR port 35b22da3-83dd-4d22-9a3b-6d03341868ec on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:03:49.635700 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:49.640828 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-efd37dcd-db05-4512-aeea-8c152a8be103 req-dbba2bd3-5833-4e10-8580-3867a71e8ef6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "DELETE /v2.0/ports/35b22da3-83dd-4d22-9a3b-6d03341868ec HTTP/1.1" status: 204 len: 173 time: 0.7460866 Mar 08 13:03:49.812397 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'name': 'network-vif-deleted', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:49.815179 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5631f695-bd42-4d12-a726-599bb4b6d46f" -d '{"events": [{"server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "name": "network-vif-deleted", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:49.850593 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e47576-b04d-42a9-a11d-6e6359369abf x-openstack-request-id: req-92e47576-b04d-42a9-a11d-6e6359369abf {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:49.850886 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59070c9-0aaa-47de-a48e-54333a3d66e9", "name": "network-vif-deleted", "tag": "35b22da3-83dd-4d22-9a3b-6d03341868ec", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:49.851708 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92e47576-b04d-42a9-a11d-6e6359369abf {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:49.852126 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59070c9-0aaa-47de-a48e-54333a3d66e9', 'name': 'network-vif-deleted', 'tag': '35b22da3-83dd-4d22-9a3b-6d03341868ec', 'status': 'completed', 'code': 200} Mar 08 13:03:49.990938 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f170-27a5-4ebd-817b-b2ef56b77e9f req-aabdf7ae-c2f5-4812-8245-5776c025a428 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:49.993235 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3f44f170-27a5-4ebd-817b-b2ef56b77e9f req-aabdf7ae-c2f5-4812-8245-5776c025a428 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0896223 Mar 08 13:03:50.003600 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73d7e-9e96-4b55-af3a-82dd64143edc req-c169dde7-9fb0-4c43-bf1c-d72b445e2d86 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.004955 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b6a73d7e-9e96-4b55-af3a-82dd64143edc req-c169dde7-9fb0-4c43-bf1c-d72b445e2d86 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.0740292 Mar 08 13:03:50.076447 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3f44f170-27a5-4ebd-817b-b2ef56b77e9f req-cfe95aee-8f34-4988-b4f6-00edf8b0c93b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704634 Mar 08 13:03:50.081961 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b6a73d7e-9e96-4b55-af3a-82dd64143edc req-dca48a6a-1357-43cb-a326-1fd23852a7b7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702052 Mar 08 13:03:50.294814 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fe7de-b3b8-4c97-ab69-546952a7bbbb req-23b5ac21-3991-4d32-8ff3-72449bb4e635 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.296536 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-561fe7de-b3b8-4c97-ab69-546952a7bbbb req-23b5ac21-3991-4d32-8ff3-72449bb4e635 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0625815 Mar 08 13:03:50.332297 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:50.390612 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-561fe7de-b3b8-4c97-ab69-546952a7bbbb req-c4c10e93-8d9e-4cb0-816e-40e00a442bab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885074 Mar 08 13:03:50.398877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-8c6e3433-1c87-4779-95b9-aa2dd2fce089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.400353 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-8c6e3433-1c87-4779-95b9-aa2dd2fce089 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1130 time: 0.0811317 Mar 08 13:03:50.499580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-84482cf7-0dbc-41ae-9d2d-16da039dac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.501023 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-84482cf7-0dbc-41ae-9d2d-16da039dac5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.0888035 Mar 08 13:03:50.570667 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-c4f23afc-d3e6-49db-85a8-1d1c13e163c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 1001 time: 0.0603302 Mar 08 13:03:50.620980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-81ca02c3-ed36-499c-980f-f2f7d8a228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.622539 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-81ca02c3-ed36-499c-980f-f2f7d8a228fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0431285 Mar 08 13:03:50.676048 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-5d2c1925-f219-46b0-81ec-c0eed7eadad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.677776 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-5d2c1925-f219-46b0-81ec-c0eed7eadad2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461450 Mar 08 13:03:50.789986 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-ba8e1386-df00-41c6-b506-4d9c2bed31a8 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036067 Mar 08 13:03:50.930977 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3955cf-9cbd-45bd-a087-694b2d89a7a4 req-0d45f4a5-e01d-42ca-9a06-1779945a324e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:50.932417 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5c3955cf-9cbd-45bd-a087-694b2d89a7a4 req-0d45f4a5-e01d-42ca-9a06-1779945a324e tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0522504 Mar 08 13:03:50.977715 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5c3955cf-9cbd-45bd-a087-694b2d89a7a4 req-a31a1683-d3be-4de6-9e07-37d668eae44a tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397081 Mar 08 13:03:51.203091 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e083b-310a-449d-8fb6-1f0010fddee9 req-f2b0265f-5665-4241-97ff-14e1133cb866 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:51.204516 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-259e083b-310a-449d-8fb6-1f0010fddee9 req-f2b0265f-5665-4241-97ff-14e1133cb866 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.0537975 Mar 08 13:03:51.250936 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-259e083b-310a-449d-8fb6-1f0010fddee9 req-c2e1bc74-782e-44cd-9617-bc7882f84334 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409667 Mar 08 13:03:51.510304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98c186-258b-41bf-9708-affdabfc47b2 req-f37f44c5-ec15-4ea1-802f-41986456d0e5 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:51.511759 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6d98c186-258b-41bf-9708-affdabfc47b2 req-f37f44c5-ec15-4ea1-802f-41986456d0e5 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0526824 Mar 08 13:03:51.557041 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6d98c186-258b-41bf-9708-affdabfc47b2 req-ab433075-8f0b-4971-9990-2a5f6b39184e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Mar 08 13:03:51.771578 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:52.093234 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4290a8-c550-4ea7-ae44-ee3181b98cbd req-2f6ab6db-4123-4812-9803-d3ef52550297 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.094728 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dc4290a8-c550-4ea7-ae44-ee3181b98cbd req-2f6ab6db-4123-4812-9803-d3ef52550297 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Mar 08 13:03:52.142352 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dc4290a8-c550-4ea7-ae44-ee3181b98cbd req-cdcd6468-94f4-48ab-9626-c760f9e21790 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Mar 08 13:03:52.366251 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf663c1c-0f09-4349-9004-9a524ac330f7 req-34c366a8-ba9b-4b0a-afd8-35ad51d2603b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.367722 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf663c1c-0f09-4349-9004-9a524ac330f7 req-34c366a8-ba9b-4b0a-afd8-35ad51d2603b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.0526669 Mar 08 13:03:52.416071 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf663c1c-0f09-4349-9004-9a524ac330f7 req-88f4d142-e432-4bad-aecf-dbefe8b77725 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Mar 08 13:03:52.673052 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa691be-0a00-4e4c-a9ed-d441e13bdc33 req-87bfcaf6-e492-46f5-ad03-584a82f7ff1c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:52.674407 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3fa691be-0a00-4e4c-a9ed-d441e13bdc33 req-87bfcaf6-e492-46f5-ad03-584a82f7ff1c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0501206 Mar 08 13:03:52.719486 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3fa691be-0a00-4e4c-a9ed-d441e13bdc33 req-797a86cd-f616-4255-a86f-043e67af530e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391622 Mar 08 13:03:53.259855 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c35da-9267-4c3c-82c9-c7741826a645 req-befd49d0-8e81-42a7-b15f-3d7eb378cb14 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.261293 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-816c35da-9267-4c3c-82c9-c7741826a645 req-befd49d0-8e81-42a7-b15f-3d7eb378cb14 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0547440 Mar 08 13:03:53.306958 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-816c35da-9267-4c3c-82c9-c7741826a645 req-cb68b919-b244-4e34-a938-791d4da4aecc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Mar 08 13:03:53.336538 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:03:53.343782 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 495be240-0891-4567-9be7-7629d2815d7b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:03:53.371406 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 495be240-0891-4567-9be7-7629d2815d7b {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:03:53.371767 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 495be240-0891-4567-9be7-7629d2815d7b not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:03:53.372179 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 35b22da3-83dd-4d22-9a3b-6d03341868ec no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:03:53.395563 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 35b22da3-83dd-4d22-9a3b-6d03341868ec {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:03:53.395916 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 35b22da3-83dd-4d22-9a3b-6d03341868ec not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:03:53.466114 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d21c094b-bd84-48e1-8782-290d6d96af64 req-73e0e99b-e6ae-48e7-96da-31f269b84da9 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209240 Mar 08 13:03:53.484562 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-75c8fd10-ba52-4c14-8ee3-52fdf8a94259 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686572 Mar 08 13:03:53.487136 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:53.501172 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'port_id': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'mac_address': 'fa:16:3e:48:b3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:03:53.543034 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:53.543545 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:53.557316 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:03:53.576792 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:53.581333 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:53.582055 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf3ef5-a653-4043-84bd-222406a2e0da req-a725f8d4-604e-4e2e-a1d2-efd7ffe9519f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.584156 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cdf3ef5-a653-4043-84bd-222406a2e0da req-a725f8d4-604e-4e2e-a1d2-efd7ffe9519f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 943 time: 0.0976799 Mar 08 13:03:53.587287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-6df85af1-7010-4f21-937a-6aac068cb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.588771 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-6df85af1-7010-4f21-937a-6aac068cb173 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 1129 time: 0.0682056 Mar 08 13:03:53.629285 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:53.664917 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cdf3ef5-a653-4043-84bd-222406a2e0da req-b87e01e6-fccc-4473-b17b-a6123e323751 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736594 Mar 08 13:03:53.722038 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-aea902a9-7667-4759-bafc-940de84620cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.723473 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-aea902a9-7667-4759-bafc-940de84620cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.0997498 Mar 08 13:03:53.788527 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-39ec9637-7cb7-4c1f-aa82-50ae0442cf20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 200 len: 1001 time: 0.0578630 Mar 08 13:03:53.839650 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875df65-f327-45ea-887e-3ce2164f8ad5 req-17589008-0ce6-4700-b92e-2e87af801e7b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:53.840994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9875df65-f327-45ea-887e-3ce2164f8ad5 req-17589008-0ce6-4700-b92e-2e87af801e7b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0554204 Mar 08 13:03:53.886022 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9875df65-f327-45ea-887e-3ce2164f8ad5 req-e79659cf-a459-4ed6-a0db-b6030cdcf246 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395527 Mar 08 13:03:54.421616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e842-f033-4bb6-9972-4d80c8343a43 req-7dfc868b-93f5-446c-8818-a6b6ca55cccc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.423253 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ad99e842-f033-4bb6-9972-4d80c8343a43 req-7dfc868b-93f5-446c-8818-a6b6ca55cccc tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Mar 08 13:03:54.468676 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ad99e842-f033-4bb6-9972-4d80c8343a43 req-18b51a59-ddef-4794-98e7-94f2429fcb81 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Mar 08 13:03:54.779638 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b2d91-d1e0-4fac-9d7d-15713d595d10 req-261cf4af-5741-428d-af12-2bc0477a2c46 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:54.781037 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d61b2d91-d1e0-4fac-9d7d-15713d595d10 req-261cf4af-5741-428d-af12-2bc0477a2c46 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 944 time: 0.0526869 Mar 08 13:03:54.827992 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d61b2d91-d1e0-4fac-9d7d-15713d595d10 req-c44a54a5-e598-45c5-949f-cffde0b5e8a7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Mar 08 13:03:54.999247 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aae6f-c706-47ef-96cf-af4641a23cda req-0136cbd5-65fc-4be2-bd2f-ba717e6b0de3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.000654 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b4aae6f-c706-47ef-96cf-af4641a23cda req-0136cbd5-65fc-4be2-bd2f-ba717e6b0de3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0498497 Mar 08 13:03:55.047473 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b4aae6f-c706-47ef-96cf-af4641a23cda req-a7107ebf-6c14-4f6b-aefd-1474c056c807 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Mar 08 13:03:55.567316 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:55.582417 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c55345-ff2e-4f15-bac9-0b26a6f88f64 req-8ed4820f-2e34-4144-8eae-1e33972697f4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.583752 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b6c55345-ff2e-4f15-bac9-0b26a6f88f64 req-8ed4820f-2e34-4144-8eae-1e33972697f4 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Mar 08 13:03:55.631960 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b6c55345-ff2e-4f15-bac9-0b26a6f88f64 req-f292e16a-d30f-4884-bb8d-9fbfb147fa94 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Mar 08 13:03:55.723593 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-e0fa2158-46bf-4012-9664-9f269411500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.725027 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-e0fa2158-46bf-4012-9664-9f269411500a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0447485 Mar 08 13:03:55.942409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1830f-3a03-42fd-8209-76528bce40e8 req-e88af80d-ff38-44b6-8ede-31593741d21f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:55.943841 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fdb1830f-3a03-42fd-8209-76528bce40e8 req-e88af80d-ff38-44b6-8ede-31593741d21f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 944 time: 0.0514820 Mar 08 13:03:55.990558 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fdb1830f-3a03-42fd-8209-76528bce40e8 req-41024105-f646-4c1f-8a36-fa039ccc9c38 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 Mar 08 13:03:56.162428 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538798b-0322-46e2-b406-4ab94365a313 req-282ef846-7f32-46d7-870f-4519b496c57f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:56.163742 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f538798b-0322-46e2-b406-4ab94365a313 req-282ef846-7f32-46d7-870f-4519b496c57f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0506270 Mar 08 13:03:56.211321 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f538798b-0322-46e2-b406-4ab94365a313 req-54b594db-b52a-4827-bfdb-4afdbb7cb78a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Mar 08 13:03:56.741470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-80eebd63-a1fe-4e62-816a-eb2373586584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:56.743523 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-80eebd63-a1fe-4e62-816a-eb2373586584 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737069 Mar 08 13:03:56.757757 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590c40-b093-4fd5-8bd3-62536121031c req-afe400cc-fabe-48a6-b763-43f914f49aaf tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:56.759097 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d8590c40-b093-4fd5-8bd3-62536121031c req-afe400cc-fabe-48a6-b763-43f914f49aaf tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0601859 Mar 08 13:03:56.858345 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d8590c40-b093-4fd5-8bd3-62536121031c req-8c34691e-edbc-4599-ba5d-9d9650593e00 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917320 Mar 08 13:03:56.872325 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-889796e5-d4a9-4313-9ece-f182aec0b253 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123176 Mar 08 13:03:56.956899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['8e32c6f0-9721-47d3-85a1-c7cdef2f9360'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:03:56.972181 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-94f38d16-3b44-4718-8874-3acad04dbf49 req-ed9d0040-41fc-4dc6-8cc3-e194dcb38b62 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856032 Mar 08 13:03:57.120337 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eda208-82b6-4b01-9b5f-ed3c7e48853f req-00ed06d0-3a61-45bf-905d-9fd066f2fa84 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.123168 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0eda208-82b6-4b01-9b5f-ed3c7e48853f req-00ed06d0-3a61-45bf-905d-9fd066f2fa84 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 944 time: 0.0583599 Mar 08 13:03:57.172231 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0eda208-82b6-4b01-9b5f-ed3c7e48853f req-7363ce37-50fa-4b27-8760-45ded6a1490a tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 Mar 08 13:03:57.327225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9a9ce-08a9-466b-845a-ba51dcbe8ea8 req-54d3a5e4-7a6e-48de-8e28-b6bfedc0c5bc tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.328659 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-06a9a9ce-08a9-466b-845a-ba51dcbe8ea8 req-54d3a5e4-7a6e-48de-8e28-b6bfedc0c5bc tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0515568 Mar 08 13:03:57.375572 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-06a9a9ce-08a9-466b-845a-ba51dcbe8ea8 req-19626eac-fb73-4034-90f9-5d137cbc4878 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Mar 08 13:03:57.977823 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b0139-5ec7-4bcb-8710-e8f3c9fa3211 req-1d213084-0a13-4b09-ae0e-1cdf5c2bc9a3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:57.979282 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1d8b0139-5ec7-4bcb-8710-e8f3c9fa3211 req-1d213084-0a13-4b09-ae0e-1cdf5c2bc9a3 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0540979 Mar 08 13:03:58.028554 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1d8b0139-5ec7-4bcb-8710-e8f3c9fa3211 req-235c3697-2eb6-489f-ab90-f24e9019663b tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Mar 08 13:03:58.289352 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0cf4-43c9-48bc-b5a7-e2e7282a0d93 req-e3d475fa-6b48-4f1c-a9c4-22bbe7f4f5b4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.290829 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4ffc0cf4-43c9-48bc-b5a7-e2e7282a0d93 req-e3d475fa-6b48-4f1c-a9c4-22bbe7f4f5b4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 944 time: 0.0516193 Mar 08 13:03:58.344926 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4ffc0cf4-43c9-48bc-b5a7-e2e7282a0d93 req-f3136a16-67de-420b-a247-2dfd7a9b0011 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Mar 08 13:03:58.464423 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:03:58.493941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ea214-0be7-40b3-b62e-4370cf08ed75 req-9dda7f3c-c056-4a75-9ae2-8086e0c5d97f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.495402 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5b1ea214-0be7-40b3-b62e-4370cf08ed75 req-9dda7f3c-c056-4a75-9ae2-8086e0c5d97f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0521250 Mar 08 13:03:58.512321 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:03:58.515908 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:03:58.516284 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:58.545211 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5b1ea214-0be7-40b3-b62e-4370cf08ed75 req-37c3e296-da84-4c09-b8f2-66ca90339666 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443864 Mar 08 13:03:58.591050 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:03:58.591445 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:58.613552 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:03:58.615651 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b76792-6301-4546-99e4-4915016d8c09" -d '{"events": [{"server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "name": "network-vif-plugged", "status": "completed", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:03:58.627473 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:03:58.631470 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:58.657290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4232c5ef-3151-42ea-bd24-a06707f5317e x-openstack-request-id: req-4232c5ef-3151-42ea-bd24-a06707f5317e {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:03:58.657607 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "name": "network-vif-plugged", "status": "completed", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:03:58.657882 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4232c5ef-3151-42ea-bd24-a06707f5317e {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:03:58.658264 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'code': 200} Mar 08 13:03:58.684419 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:58.920756 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0c8d6-6583-40b8-8ce3-88c544e2e8a1 req-1f709b0a-9187-4752-a9bf-702ec6c9ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:58.922259 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98c0c8d6-6583-40b8-8ce3-88c544e2e8a1 req-1f709b0a-9187-4752-a9bf-702ec6c9ea11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1129 time: 0.0435596 Mar 08 13:03:58.968902 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98c0c8d6-6583-40b8-8ce3-88c544e2e8a1 req-407905f1-2c84-417d-beda-3f67ccc83c91 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 Mar 08 13:03:59.123825 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40660) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:59.147375 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174160e-89e8-4370-9680-42fe98d621d3 req-8832112c-d88b-46aa-ae26-6033300e715d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:59.149453 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6174160e-89e8-4370-9680-42fe98d621d3 req-8832112c-d88b-46aa-ae26-6033300e715d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0530021 Mar 08 13:03:59.196954 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6174160e-89e8-4370-9680-42fe98d621d3 req-bc012d3c-28aa-4f51-a3ed-24b16e4814ce tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Mar 08 13:03:59.249268 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.327948 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Publish callbacks [] for security_group (609c1f84-4313-44ab-87af-d9ef7e3b3321), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.331825 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (609c1f84-4313-44ab-87af-d9ef7e3b3321), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.369079 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609c1f84-4313-44ab-87af-d9ef7e3b3321,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:59.373532 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ba91d66c58f483da9d71fe97b32dc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485180 Mar 08 13:03:59.376484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40672) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:03:59.378648 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.379003 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.379346 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.379691 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.380024 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.380352 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.380678 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.381190 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.381526 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.382492 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.384140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.384140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.384140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f1677-3fc7-42fb-baf3-fde6763afa77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.455833 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Publish callbacks [] for security_group (609c1f84-4313-44ab-87af-d9ef7e3b3321), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.483892 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Publish callbacks [] for security_group (609c1f84-4313-44ab-87af-d9ef7e3b3321), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.497010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895d21-b3a7-4500-aaa0-d3ce8b495052 req-e9574fea-4163-4494-817f-831f7bc3480b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:03:59.498491 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf895d21-b3a7-4500-aaa0-d3ce8b495052 req-e9574fea-4163-4494-817f-831f7bc3480b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0831668 Mar 08 13:03:59.560626 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf895d21-b3a7-4500-aaa0-d3ce8b495052 req-d97a16df-baa0-4ca0-a96b-96a1c2625e20 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538795 Mar 08 13:03:59.570163 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (609c1f84-4313-44ab-87af-d9ef7e3b3321), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.572758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:03:59.573940 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/609c1f84-4313-44ab-87af-d9ef7e3b3321 HTTP/1.1" status: 204 len: 168 time: 0.1963925 Mar 08 13:03:59.586295 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609c1f84-4313-44ab-87af-d9ef7e3b3321,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:03:59.593643 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.594024 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.594390 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.594726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.595057 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.595386 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.595712 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.596038 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.596361 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.596692 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.597077 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.597329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:03:59.597652 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c306da-07f5-4ee0-91e1-b1d416c479d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:00.314773 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49637-e5bb-4ada-b8db-5572fe8c547a req-fddb1d52-61c1-482e-9161-73d22a59f136 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:00.316193 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4ea49637-e5bb-4ada-b8db-5572fe8c547a req-fddb1d52-61c1-482e-9161-73d22a59f136 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0537031 Mar 08 13:04:00.362389 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4ea49637-e5bb-4ada-b8db-5572fe8c547a req-5edaf03c-6c8b-4dd7-a94c-a5955df11a64 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Mar 08 13:04:00.674746 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ab278-f29b-4d93-b166-3f5b74571a9d req-71715f4b-b6df-467b-9239-d66ad10cf306 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:00.676155 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-045ab278-f29b-4d93-b166-3f5b74571a9d req-71715f4b-b6df-467b-9239-d66ad10cf306 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Mar 08 13:04:00.723380 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-045ab278-f29b-4d93-b166-3f5b74571a9d req-3585897e-3c1c-4f0d-8b2f-919b69cd3971 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Mar 08 13:04:01.476772 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b142c-a14b-4393-be3b-07143a18d48c req-b211a9b2-84a5-4b03-a55f-39e18aeba816 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:01.478201 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e77b142c-a14b-4393-be3b-07143a18d48c req-b211a9b2-84a5-4b03-a55f-39e18aeba816 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Mar 08 13:04:01.524880 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e77b142c-a14b-4393-be3b-07143a18d48c req-89c416dd-b98e-4e0e-93fc-3c3278739ab8 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Mar 08 13:04:01.837300 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8f7b-baed-4957-8d14-ae28618fc79d req-359db24f-1a1d-4970-af3a-495793f2ca66 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:01.838736 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-566d8f7b-baed-4957-8d14-ae28618fc79d req-359db24f-1a1d-4970-af3a-495793f2ca66 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Mar 08 13:04:01.884982 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-566d8f7b-baed-4957-8d14-ae28618fc79d req-149d3e85-ce8b-4063-8356-e339a97d8dea tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Mar 08 13:04:02.639127 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58494e2-db89-4a7b-ba16-5afe6b24f308 req-583eb2f8-0584-4bc2-ba3e-42b479a35647 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:02.640559 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e58494e2-db89-4a7b-ba16-5afe6b24f308 req-583eb2f8-0584-4bc2-ba3e-42b479a35647 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0506749 Mar 08 13:04:02.686880 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e58494e2-db89-4a7b-ba16-5afe6b24f308 req-262828f6-ea9c-400e-a18d-1c2a30813d4d tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/security-groups?id=eacab4cc-0da9-444c-8083-b26d3d9582c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Mar 08 13:04:03.011378 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855a972-5bc8-4b40-afb7-b216e0743703 req-c7e4fdc5-771e-4e19-bb1f-17721650c183 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.012817 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b855a972-5bc8-4b40-afb7-b216e0743703 req-c7e4fdc5-771e-4e19-bb1f-17721650c183 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0568383 Mar 08 13:04:03.088496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b855a972-5bc8-4b40-afb7-b216e0743703 req-db087f41-b841-490f-b0f6-2ac8803c0f14 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663223 Mar 08 13:04:03.095821 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-887ca739-bd85-4c51-82eb-41971fe00095 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.097202 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-887ca739-bd85-4c51-82eb-41971fe00095 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 945 time: 0.0825355 Mar 08 13:04:03.231490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe2393-f372-4ee8-98ba-47bb7e6787c1 req-db12ef74-ddc7-4e81-9bc6-0f0d5e7ce585 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.232847 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8cbe2393-f372-4ee8-98ba-47bb7e6787c1 req-db12ef74-ddc7-4e81-9bc6-0f0d5e7ce585 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0682507 Mar 08 13:04:03.235716 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Deleting port cf60dec9-c112-49fe-a9c6-83ff55c68533 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:03.236047 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.336374 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8cbe2393-f372-4ee8-98ba-47bb7e6787c1 req-5412a474-a42f-4db0-a172-85215b0ad58c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974169 Mar 08 13:04:03.357250 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] For port cf60dec9-c112-49fe-a9c6-83ff55c68533, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cf60dec9-c112-49fe-a9c6-83ff55c68533,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:03.357603 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.358434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40698) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:03.370761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Calling delete_port for cf60dec9-c112-49fe-a9c6-83ff55c68533 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:03.512442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (cf60dec9-c112-49fe-a9c6-83ff55c68533), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.533568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['cf60dec9-c112-49fe-a9c6-83ff55c68533'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:03.560386 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b7c56-e0c5-4fa7-84e4-fc969f0ee11e tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.561975 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-293b7c56-e0c5-4fa7-84e4-fc969f0ee11e tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1124 time: 0.1992643 Mar 08 13:04:03.564940 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40708) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:03.569998 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'port_id': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:03.593017 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.698712 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.789420 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Pushing event deleted for resources: {'Port': ['ID=cf60dec9-c112-49fe-a9c6-83ff55c68533,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:03.812995 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.27.1.215 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:03.851883 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-176f3954-3f12-4dad-9b1d-7fd7f97cf9d7 req-8775d056-fc94-41e7-8312-eebe62fcc338 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bbae79c-f584-4664-a007-4239a8aa42b1 HTTP/1.1" status: 200 len: 210 time: 0.0668747 Mar 08 13:04:03.904009 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] No DVR routers for this DVR port cf60dec9-c112-49fe-a9c6-83ff55c68533 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:03.911645 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.913596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.915478 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4aa0a721-4f3b-4097-b461-4a0468be60f1 req-dcdafb43-0bc2-4ae5-ae8d-40b9791f6711 tempest-ServerRescueNegativeTestJSON-451462284 tempest-ServerRescueNegativeTestJSON-451462284-project] 10.222.0.74 "DELETE /v2.0/ports/cf60dec9-c112-49fe-a9c6-83ff55c68533 HTTP/1.1" status: 204 len: 173 time: 0.8120844 Mar 08 13:04:03.915924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'name': 'network-vif-deleted', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:03.918155 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4360dfd-1845-46cc-8526-8bafbb48b699" -d '{"events": [{"server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "name": "network-vif-deleted", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:03.952136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:03.964426 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-5918f50c-e453-4080-8e16-d757274be7f3 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:03.966253 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-5918f50c-e453-4080-8e16-d757274be7f3 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/networks?id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 200 len: 813 time: 0.1826880 Mar 08 13:04:03.967684 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b42dd9-2b0a-4d12-a399-ca7d5a6c156b x-openstack-request-id: req-43b42dd9-2b0a-4d12-a399-ca7d5a6c156b {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:03.967961 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bbae79c-f584-4664-a007-4239a8aa42b1", "name": "network-vif-deleted", "tag": "cf60dec9-c112-49fe-a9c6-83ff55c68533", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:03.968205 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43b42dd9-2b0a-4d12-a399-ca7d5a6c156b {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:03.968577 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbae79c-f584-4664-a007-4239a8aa42b1', 'name': 'network-vif-deleted', 'tag': 'cf60dec9-c112-49fe-a9c6-83ff55c68533', 'status': 'completed', 'code': 200} Mar 08 13:04:03.988981 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:03.996951 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:03.997699 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-ddbd133a-53bc-4c1f-9844-7ce4dce088d1 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/quotas/75d0b0296f2b44449f52076bd3b46eb0 HTTP/1.1" status: 200 len: 375 time: 0.0256791 Mar 08 13:04:04.000442 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:04.034845 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:04.037195 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-2654a2ba-7c3a-4b38-b67b-4adb1e98383a tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292919 Mar 08 13:04:04.134164 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-8470c533-725f-41d4-a5d0-ad3a37cf954b service neutron] 10.222.0.20 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866644 Mar 08 13:04:04.220603 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-f68d4331-6d6c-4829-942b-5697dc8de7dc service neutron] 10.222.0.20 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801799 Mar 08 13:04:04.391676 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (114982b7-2a6e-479d-ac9a-b1463f5ec5ca), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:04.408217 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ad748922-7e65-41a3-bf7a-e8ccd849f00b req-e8f44bd0-c0ab-4da0-9e0b-4d517b145013 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 210 time: 0.0383713 Mar 08 13:04:04.474799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:04.635378 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:04.639744 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:04.715336 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:04.724436 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (114982b7-2a6e-479d-ac9a-b1463f5ec5ca), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:04.830676 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP 114982b7-2a6e-479d-ac9a-b1463f5ec5ca associated. External IP: 172.27.1.215, port: 8e32c6f0-9721-47d3-85a1-c7cdef2f9360. Mar 08 13:04:04.913064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40734) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:05.046543 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:05.157324 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:05.168434 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:05.177404 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:05.181659 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:05.182562 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:05.222421 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-77bb6f57-4e6b-48a7-9c51-fd8e2f89e205 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6562269 Mar 08 13:04:05.223127 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:05.226462 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a874e1-42cc-40ed-95ee-e3094cdcb09f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:05.265488 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feba1ff-1e89-4955-a930-1c7e744905c8 x-openstack-request-id: req-6feba1ff-1e89-4955-a930-1c7e744905c8 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:05.265774 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:05.266042 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6feba1ff-1e89-4955-a930-1c7e744905c8 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:05.266437 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'status': 'completed', 'code': 200} Mar 08 13:04:05.306925 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:05.471227 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:05.479896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-a54739f1-98cf-41eb-a830-a170d6736f27 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:05.481309 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-a54739f1-98cf-41eb-a830-a170d6736f27 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "GET /v2.0/networks?id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 200 len: 813 time: 0.1760890 Mar 08 13:04:05.483162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-62489ebd-3e1e-43b5-bf66-8d949284d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:05.484470 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-62489ebd-3e1e-43b5-bf66-8d949284d07c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1129 time: 0.1810184 Mar 08 13:04:05.520825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Request body: {'port': {'device_id': '76770819-a9ee-4259-82eb-015d0314b61f', 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e', 'admin_state_up': True, 'tenant_id': '75d0b0296f2b44449f52076bd3b46eb0'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:05.552437 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '114982b7-2a6e-479d-ac9a-b1463f5ec5ca', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:48:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:04Z', 'updated_at': '2022-03-08T13:04:04Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:05.579993 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:05.588678 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:05.589277 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:05.594718 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77cb0f57-8a72-4d1b-baa4-8eb80592eb61 req-42c0666c-b661-4d0f-8701-19f34b25a5ae tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 210 time: 0.0785394 Mar 08 13:04:05.703081 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:05.770779 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-6ff5ab82-327b-4dd1-90bb-4c5125c7f3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:05.772730 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-6ff5ab82-327b-4dd1-90bb-4c5125c7f3d9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.2552383 Mar 08 13:04:05.893723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Made reservation on behalf of 75d0b0296f2b44449f52076bd3b46eb0 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:05.897294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:05.926306 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '114982b7-2a6e-479d-ac9a-b1463f5ec5ca', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:48:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:04Z', 'updated_at': '2022-03-08T13:04:04Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:05.934924 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-f02e7575-7cca-4625-bc8b-20e704f03778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 200 len: 999 time: 0.1340973 Mar 08 13:04:06.033252 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7082b1-3a44-4eaf-9d65-64d2ae81d20c None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '114982b7-2a6e-479d-ac9a-b1463f5ec5ca', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:48:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:04Z', 'updated_at': '2022-03-08T13:04:04Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:06.090954 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-7726b794-c5c5-4ea1-ad01-0f00c2f6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:06.092388 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-7726b794-c5c5-4ea1-ad01-0f00c2f6610e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.1482913 Mar 08 13:04:06.166555 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Allocated IP 172.20.0.6 (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e/a710772d-8d55-441a-b011-2f9a34a553d5/5df70708-794d-4a08-84b6-a7e7d2283db6) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:06.222886 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06bc1c-8a79-433c-a4f3-6b0b225ae955 None None] New status for floating IP 114982b7-2a6e-479d-ac9a-b1463f5ec5ca: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:06.223432 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-d47336cc-f155-4ab0-8ba3-9c523586d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:06.224674 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-d47336cc-f155-4ab0-8ba3-9c523586d5df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195383 Mar 08 13:04:06.279908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Deleting port 0668e617-391d-42f6-8add-78bf0ad534fa {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:06.280238 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:06.510059 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device cf60dec9-c112-49fe-a9c6-83ff55c68533 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:06.531211 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: cf60dec9-c112-49fe-a9c6-83ff55c68533 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:06.531614 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device cf60dec9-c112-49fe-a9c6-83ff55c68533 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:06.688865 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-f1bff984-8a21-43a0-a799-a3e8aeb993dd service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574177 Mar 08 13:04:06.711877 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3635990c-3b2b-479a-85a6-a3565ea6a3f6 req-a08e430d-b0e0-4d8c-a87f-a49868419a1c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 210 time: 0.0477965 Mar 08 13:04:06.750010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks [] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:06.757724 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] For port 0668e617-391d-42f6-8add-78bf0ad534fa, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0668e617-391d-42f6-8add-78bf0ad534fa,segment=NetworkSegment(e1c7ae2a-75d8-451a-aa86-61b0e900d2b1),segment_id=e1c7ae2a-75d8-451a-aa86-61b0e900d2b1)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:06.758096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:06.806049 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Calling delete_port for 0668e617-391d-42f6-8add-78bf0ad534fa owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:06.892648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:06.895796 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-79a874e1-42cc-40ed-95ee-e3094cdcb09f req-68b4ce79-1a5a-4211-b589-67524ae536d2 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859372 Mar 08 13:04:06.985811 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:06.994329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:06.997662 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Pushing event updated for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:07.001223 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:07.060184 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:07.060770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.080291 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-56853946-ee42-4073-80d4-491bbac65e59 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5652318 Mar 08 13:04:07.104180 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Request body: {'port': {'device_id': '76770819-a9ee-4259-82eb-015d0314b61f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:07.166504 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0668e617-391d-42f6-8add-78bf0ad534fa), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.194519 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0668e617-391d-42f6-8add-78bf0ad534fa,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:07.199564 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.499470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.651512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df70708-794d-4a08-84b6-a7e7d2283db6 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:07.661295 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks [] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.677521 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Transition to ACTIVE for port object 5df70708-794d-4a08-84b6-a7e7d2283db6 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:04:07.682221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:07.816695 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:07.915636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Router fd5703c9-79f6-4427-85fc-5c2df97e0a2f has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:07.917115 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Attempting to bind port 5df70708-794d-4a08-84b6-a7e7d2283db6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:07.917448 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Attempting to bind port 5df70708-794d-4a08-84b6-a7e7d2283db6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:07.917774 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Attempting to bind port 5df70708-794d-4a08-84b6-a7e7d2283db6 on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:07.929372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Port 5df70708-794d-4a08-84b6-a7e7d2283db6 on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:07.929686 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Attempting to bind port 5df70708-794d-4a08-84b6-a7e7d2283db6 on network d9d83c7b-5cb8-484e-abf1-cff1ca25e83e {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:07.940771 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a0aa7-1cf6-443b-a0a1-efd95bed81a0 req-582eb70e-100d-46e9-9c22-58d9fcf52939 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:07.942246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b2a0aa7-1cf6-443b-a0a1-efd95bed81a0 req-582eb70e-100d-46e9-9c22-58d9fcf52939 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 943 time: 0.1411555 Mar 08 13:04:07.947492 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:07.947825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Checking segment: {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:07.948194 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Bound using segment: {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:07.948613 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Bound port: 5df70708-794d-4a08-84b6-a7e7d2283db6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:07.948964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.117596 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b2a0aa7-1cf6-443b-a0a1-efd95bed81a0 req-ecba339a-dbf3-4473-a4c4-7433089fd735 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654701 Mar 08 13:04:08.123252 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:08.128061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5df70708-794d-4a08-84b6-a7e7d2283db6,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:08.137338 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:08.142625 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-05da7ba8-fdcf-45e8-8ea3-c9dc62e897f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/fd5703c9-79f6-4427-85fc-5c2df97e0a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2284751 Mar 08 13:04:08.144154 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.146157 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40752) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:08.148001 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Sync routers for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:08.157767 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:08.158502 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:08.180937 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.181543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.182942 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] 10.222.0.74 "PUT /v2.0/ports/5df70708-794d-4a08-84b6-a7e7d2283db6 HTTP/1.1" status: 200 len: 1093 time: 1.0854478 Mar 08 13:04:08.183386 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:08.185600 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd305e5b-6090-418c-8211-53fad4bce170" -d '{"events": [{"name": "network-changed", "server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:08.223857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de1f9d3-5164-46b6-8c55-b4cf1e45574e x-openstack-request-id: req-3de1f9d3-5164-46b6-8c55-b4cf1e45574e {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:08.224661 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:08.225721 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3de1f9d3-5164-46b6-8c55-b4cf1e45574e {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:08.226304 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6', 'status': 'completed', 'code': 200} Mar 08 13:04:08.230534 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6161f-fece-4de4-8a12-5596b69b52f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:08.268163 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:08.282331 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-01853b19-c554-4607-9c2e-e40a02e44477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.283898 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-01853b19-c554-4607-9c2e-e40a02e44477 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 1127 time: 0.0496807 Mar 08 13:04:08.295545 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks [] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.325635 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-1129f404-2da7-4827-8c8d-1a3a954bbb4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df70708-794d-4a08-84b6-a7e7d2283db6 HTTP/1.1" status: 200 len: 217 time: 0.0343118 Mar 08 13:04:08.376709 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-4b7f8f43-605b-4022-86df-067499c3d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.378113 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-4b7f8f43-605b-4022-86df-067499c3d396 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a710772d-8d55-441a-b011-2f9a34a553d5 HTTP/1.1" status: 200 len: 853 time: 0.0447202 Mar 08 13:04:08.409606 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks [] for router_gateway (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.413404 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-24e593ca-0f68-4ad6-8196-89a1b246736a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290694 Mar 08 13:04:08.461732 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '468eaa2a-f6b0-406a-a784-085526331016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:04:07Z', 'revision_number': 5, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port': {'id': '468eaa2a-f6b0-406a-a784-085526331016', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:50Z', 'updated_at': '2022-03-08T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:08.467886 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Deleting port 468eaa2a-f6b0-406a-a784-085526331016 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:08.468223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (468eaa2a-f6b0-406a-a784-085526331016), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.492876 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Checking router: fd5703c9-79f6-4427-85fc-5c2df97e0a2f for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:08.501875 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Routers {'fd5703c9-79f6-4427-85fc-5c2df97e0a2f'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:08.502420 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:08.503451 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-3a4694a0-18ce-459a-801a-9e735cee014c service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Mar 08 13:04:08.559848 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] For port 468eaa2a-f6b0-406a-a784-085526331016, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=468eaa2a-f6b0-406a-a784-085526331016,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:08.560250 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (468eaa2a-f6b0-406a-a784-085526331016), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.574464 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Calling delete_port for 468eaa2a-f6b0-406a-a784-085526331016 owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:08.609591 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] Set router fd5703c9-79f6-4427-85fc-5c2df97e0a2f gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:08.612179 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d3e2a8bd-9bba-4897-aff2-82ed8589e482 req-0303880b-84c1-4985-bc5d-5e3ba6531ebe service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024799 Mar 08 13:04:08.662995 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:04:08Z', 'revision_number': 6, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:08.692220 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5bf0b-97fd-47ef-82b3-9176a76c5a32 None None] The sync data for ids ['fd5703c9-79f6-4427-85fc-5c2df97e0a2f'] in dv-cinder-830090-2-iscsi is: [{'id': 'fd5703c9-79f6-4427-85fc-5c2df97e0a2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1876108934-router', 'tenant_id': 'ebc382b5edb740e39188b8605b575b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:49Z', 'updated_at': '2022-03-08T13:04:08Z', 'revision_number': 6, 'project_id': 'ebc382b5edb740e39188b8605b575b93', 'gw_port_host': None}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:08.708426 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305e5b-6090-418c-8211-53fad4bce170 req-a66cb3c9-9e93-4163-88cb-7960d424eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.710866 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-a66cb3c9-9e93-4163-88cb-7960d424eef9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 1127 time: 0.0487275 Mar 08 13:04:08.755502 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (468eaa2a-f6b0-406a-a784-085526331016), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.782019 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=468eaa2a-f6b0-406a-a784-085526331016,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:08.811451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305e5b-6090-418c-8211-53fad4bce170 req-1b2f0d76-7c0f-495e-94a0-14f9a62e52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.812939 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-1b2f0d76-7c0f-495e-94a0-14f9a62e52ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 200 len: 915 time: 0.0902295 Mar 08 13:04:08.841895 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.857224 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-9211ba9e-5f95-4370-9e29-f34b85798817 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5df70708-794d-4a08-84b6-a7e7d2283db6 HTTP/1.1" status: 200 len: 217 time: 0.0371802 Mar 08 13:04:08.905616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305e5b-6090-418c-8211-53fad4bce170 req-7aef1a94-38cd-4642-baeb-5a6bc0df2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:08.907223 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-7aef1a94-38cd-4642-baeb-5a6bc0df2031 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a710772d-8d55-441a-b011-2f9a34a553d5 HTTP/1.1" status: 200 len: 853 time: 0.0439663 Mar 08 13:04:08.938524 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-712938ae-100b-46f8-88fa-8d6f35bba238 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245085 Mar 08 13:04:08.950530 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:08.952659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks [] for router_controller (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.035624 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-02547d61-1763-4425-96b6-5b408d57ff41 service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898063 Mar 08 13:04:09.138521 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cd305e5b-6090-418c-8211-53fad4bce170 req-ec8692b4-11f2-404c-b1b3-2a54bb8c71fb service neutron] 10.222.0.74 "GET /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948577 Mar 08 13:04:09.230415 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (fd5703c9-79f6-4427-85fc-5c2df97e0a2f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.231000 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5703c9-79f6-4427-85fc-5c2df97e0a2f {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:04:09.236311 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.237621 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0fc98150-eebe-4147-94e3-1b53b60b2fa6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fd5703c9-79f6-4427-85fc-5c2df97e0a2f HTTP/1.1" status: 204 len: 168 time: 1.0895810 Mar 08 13:04:09.240111 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40760) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:09.257363 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035d7ae-d157-41fd-af4a-b6b6d9338cac req-ba1e2ef0-70cc-40fb-91b9-915f8d90f394 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:09.258818 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9035d7ae-d157-41fd-af4a-b6b6d9338cac req-ba1e2ef0-70cc-40fb-91b9-915f8d90f394 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 943 time: 0.0604503 Mar 08 13:04:09.283649 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Deleting subnet 0be4e12e-4e18-470f-be66-eb4c89629fec {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:04:09.286794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Publish callbacks [] for subnet (0be4e12e-4e18-470f-be66-eb4c89629fec), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.305371 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9035d7ae-d157-41fd-af4a-b6b6d9338cac req-54e4553e-25c3-4c82-a6eb-00be432faea6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Mar 08 13:04:09.323772 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (0be4e12e-4e18-470f-be66-eb4c89629fec), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.361846 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (0be4e12e-4e18-470f-be66-eb4c89629fec), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.411136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (0be4e12e-4e18-470f-be66-eb4c89629fec), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.435762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be4e12e-4e18-470f-be66-eb4c89629fec,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:09.439179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.442231 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c0ce1ca9-9618-4399-bac7-9f342b1c86ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0be4e12e-4e18-470f-be66-eb4c89629fec HTTP/1.1" status: 204 len: 168 time: 0.2005320 Mar 08 13:04:09.444684 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40762) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:09.514857 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.595127 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.614608 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c98288-c6ac-40bf-b92c-1c8abb56b8a5']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:09.623776 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:09.624061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c7ae2a-75d8-451a-aa86-61b0e900d2b1') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:09.634139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (e1c7ae2a-75d8-451a-aa86-61b0e900d2b1), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.647701 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (e1c7ae2a-75d8-451a-aa86-61b0e900d2b1), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.653232 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:04:09.653598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (e1c7ae2a-75d8-451a-aa86-61b0e900d2b1), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:04:09.655206 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:04:09.708084 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (d4c98288-c6ac-40bf-b92c-1c8abb56b8a5), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.715455 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.718714 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4c98288-c6ac-40bf-b92c-1c8abb56b8a5 HTTP/1.1" status: 204 len: 168 time: 0.2729888 Mar 08 13:04:09.728066 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dda59-916b-4b87-9b24-c18d962d5c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c98288-c6ac-40bf-b92c-1c8abb56b8a5,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:09.889758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40766) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:09.929553 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c7b41d28-f166-4f2f-8acd-fcd79a6e7cbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebc382b5edb740e39188b8605b575b93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386539 Mar 08 13:04:09.931874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40768) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:09.977176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] Publish callbacks [] for security_group (eacab4cc-0da9-444c-8083-b26d3d9582c3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:09.997342 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] Publish callbacks [] for security_group (eacab4cc-0da9-444c-8083-b26d3d9582c3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.044134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (eacab4cc-0da9-444c-8083-b26d3d9582c3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.046698 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.047824 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eacab4cc-0da9-444c-8083-b26d3d9582c3 HTTP/1.1" status: 204 len: 168 time: 0.1150849 Mar 08 13:04:10.055230 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fbc7e-1e0a-4671-bac8-666f2bc91f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacab4cc-0da9-444c-8083-b26d3d9582c3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:10.435413 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b28f-eb3c-4244-97e0-b94db715c449 req-bf521b46-968d-4927-b346-ff690e211870 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:10.437856 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4069b28f-eb3c-4244-97e0-b94db715c449 req-bf521b46-968d-4927-b346-ff690e211870 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 943 time: 0.0622277 Mar 08 13:04:10.484266 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4069b28f-eb3c-4244-97e0-b94db715c449 req-5bb3a5f7-8fe0-4d5c-b853-3ae95a63cd42 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Mar 08 13:04:10.538493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 5df70708-794d-4a08-84b6-a7e7d2283db6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:10.570318 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0668e617-391d-42f6-8add-78bf0ad534fa no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:10.603381 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0668e617-391d-42f6-8add-78bf0ad534fa {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:10.603790 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0668e617-391d-42f6-8add-78bf0ad534fa not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:10.604175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 468eaa2a-f6b0-406a-a784-085526331016 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:10.629726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 468eaa2a-f6b0-406a-a784-085526331016 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:10.630159 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 468eaa2a-f6b0-406a-a784-085526331016 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:10.687251 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5df70708-794d-4a08-84b6-a7e7d2283db6,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:10.698215 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '5df70708-794d-4a08-84b6-a7e7d2283db6', 'network_id': 'd9d83c7b-5cb8-484e-abf1-cff1ca25e83e', 'port_id': '5df70708-794d-4a08-84b6-a7e7d2283db6', 'mac_address': 'fa:16:3e:ff:b5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a710772d-8d55-441a-b011-2f9a34a553d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:10.724469 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40792) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:10.738479 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 5df70708-794d-4a08-84b6-a7e7d2283db6 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:10.738874 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.752137 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df70708-794d-4a08-84b6-a7e7d2283db6 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:10.772203 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5df70708-794d-4a08-84b6-a7e7d2283db6,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:10.776331 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.820992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-network', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:10.822546 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:10.829389 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.829725 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.830123 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.830463 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.830795 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.831127 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.831454 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.831783 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.832107 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.832447 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.832773 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.833093 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.833412 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:10.840446 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Made reservation on behalf of 09dffe135c044fa093bb84a1f3df92af for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:10.842846 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.851080 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.922693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks [] for security_group (d97ffb1b-f234-41a0-b496-7c3a2837c1e4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.926176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d97ffb1b-f234-41a0-b496-7c3a2837c1e4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.951076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:04:10.960960 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ffb1b-f234-41a0-b496-7c3a2837c1e4,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:10.967732 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (352a3ec3-c7d2-4b69-a2d0-f077bdd29f30), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:10.968117 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Added segment 352a3ec3-c7d2-4b69-a2d0-f077bdd29f30 of type vlan for network b7766b4c-9aa5-49ec-bb51-af9f03972938 Mar 08 13:04:11.010445 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (b7766b4c-9aa5-49ec-bb51-af9f03972938), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.038447 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (b7766b4c-9aa5-49ec-bb51-af9f03972938), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.039377 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:11.039956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.071553 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3458512 Mar 08 13:04:11.074666 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40796) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:11.075182 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['5df70708-794d-4a08-84b6-a7e7d2283db6'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:11.079823 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Request body: {'subnet': {'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-subnet', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:11.099233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Made reservation on behalf of 09dffe135c044fa093bb84a1f3df92af for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:11.101597 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62b058-ef72-4228-8477-252727a7f11d admin admin] Pushing event updated for resources: {'Network': ['ID=b7766b4c-9aa5-49ec-bb51-af9f03972938,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:11.104302 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.112035 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:04:11.271364 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (43bc418c-a92c-4fd8-b986-43a20f06e534), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.324205 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bc418c-a92c-4fd8-b986-43a20f06e534,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:11.340516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Checking segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:11.340869 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Network hostable DHCP agents. Network: b7766b4c-9aa5-49ec-bb51-af9f03972938, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:04:11.357944 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:04:11.366370 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, b7766b4c-9aa5-49ec-bb51-af9f03972938) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:11.370758 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:11.371848 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.375043 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85535d-9308-4184-9077-30c05a082a0d None None] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:04:11.386989 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a3e20a24-ec2f-45dd-90c5-f00c5ea47d3f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3110659 Mar 08 13:04:11.389865 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40798) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:11.394140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:11.413781 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (eb574e60-ccc9-433b-a508-74e84eba0464), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.414795 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (eb574e60-ccc9-433b-a508-74e84eba0464), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.467852 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for router_controller (eb574e60-ccc9-433b-a508-74e84eba0464), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.603032 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-b7766b4c-9aa5-49ec-bb51-af9f03972938', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:04:11.604674 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.609136 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c537c7-fbb9-4462-ac55-bf4168480423 req-1c32b33f-0361-4326-9a6c-bbc22e827cea tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:11.610830 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-42c537c7-fbb9-4462-ac55-bf4168480423 req-1c32b33f-0361-4326-9a6c-bbc22e827cea tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 944 time: 0.0540171 Mar 08 13:04:11.620924 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for router_gateway (eb574e60-ccc9-433b-a508-74e84eba0464), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.660769 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-42c537c7-fbb9-4462-ac55-bf4168480423 req-1a8304b2-aef6-435e-a746-d030d2c396bc tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Mar 08 13:04:11.745509 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Allocated IP 172.20.0.2 (b7766b4c-9aa5-49ec-bb51-af9f03972938/43bc418c-a92c-4fd8-b986-43a20f06e534/a91fc6c9-295e-45a8-b8e6-4e022ea63268) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:11.826092 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for router_gateway (eb574e60-ccc9-433b-a508-74e84eba0464), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.848295 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.886001 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks [] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.891870 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:11.930545 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:11.933678 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:11.937025 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:11.944464 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Pushing event updated for resources: {'Port': ['ID=a91fc6c9-295e-45a8-b8e6-4e022ea63268,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:11.953513 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Allocated IP 172.27.1.113 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/d2c04cde-81ef-45f1-9335-bf1870ffd11d) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:11.995677 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Attempting to bind port a91fc6c9-295e-45a8-b8e6-4e022ea63268 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:11.996043 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Attempting to bind port a91fc6c9-295e-45a8-b8e6-4e022ea63268 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:11.996402 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Attempting to bind port a91fc6c9-295e-45a8-b8e6-4e022ea63268 on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:12.001398 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:12.001763 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Checking segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:12.002186 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.002576 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Bound using segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:12.003110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Bound port: a91fc6c9-295e-45a8-b8e6-4e022ea63268, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:12.003488 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.058353 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.064416 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] For port a91fc6c9-295e-45a8-b8e6-4e022ea63268, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:12.067404 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] For port a91fc6c9-295e-45a8-b8e6-4e022ea63268, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a91fc6c9-295e-45a8-b8e6-4e022ea63268,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:12.074850 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.095441 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.133193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd999643-07bd-4a0e-a0bc-2b72dae4226a None None] Pushing event updated for resources: {'Port': ['ID=a91fc6c9-295e-45a8-b8e6-4e022ea63268,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:12.144379 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:12.148194 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:12.150671 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:12.156354 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c04cde-81ef-45f1-9335-bf1870ffd11d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:12.415228 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for router_gateway (eb574e60-ccc9-433b-a508-74e84eba0464), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.556111 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 5df70708-794d-4a08-84b6-a7e7d2283db6 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:12.596060 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a91fc6c9-295e-45a8-b8e6-4e022ea63268 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:12.614517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (eb574e60-ccc9-433b-a508-74e84eba0464), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.647903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 5df70708-794d-4a08-84b6-a7e7d2283db6 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:04:12.657077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 5df70708-794d-4a08-84b6-a7e7d2283db6 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:12.657456 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.660406 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port a91fc6c9-295e-45a8-b8e6-4e022ea63268 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:12.660548 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.757803 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Router eb574e60-ccc9-433b-a508-74e84eba0464 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:04:12.791618 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01756580-5508-4990-aedd-7f13d67c1058 req-c47e98dd-f461-4dcd-b9a5-9efff607073d tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:12.793914 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01756580-5508-4990-aedd-7f13d67c1058 req-c47e98dd-f461-4dcd-b9a5-9efff607073d tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 944 time: 0.0638199 Mar 08 13:04:12.812409 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 5df70708-794d-4a08-84b6-a7e7d2283db6 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:12.812943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.832998 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port a91fc6c9-295e-45a8-b8e6-4e022ea63268 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:12.833540 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.853315 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:12.855612 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5fb13-cf35-4376-b68a-c26dea42d645" -d '{"events": [{"server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "name": "network-vif-plugged", "status": "completed", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:12.876519 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5df70708-794d-4a08-84b6-a7e7d2283db6,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:12.879605 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01756580-5508-4990-aedd-7f13d67c1058 req-1f113345-e4c8-4cfc-ad0d-356466647613 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771389 Mar 08 13:04:12.887813 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.893858 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:12.923735 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.927599 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-03017b74-6e0d-4dba-8df2-b185ef8ddf67 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5342219 Mar 08 13:04:12.928298 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:12.928540 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40808) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:12.934798 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port a91fc6c9-295e-45a8-b8e6-4e022ea63268, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a91fc6c9-295e-45a8-b8e6-4e022ea63268,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:12.941060 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671ae3a-fb3c-491b-9f7b-40f12c479d17 x-openstack-request-id: req-b671ae3a-fb3c-491b-9f7b-40f12c479d17 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:12.941396 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "name": "network-vif-plugged", "status": "completed", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:12.941631 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b671ae3a-fb3c-491b-9f7b-40f12c479d17 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:12.942109 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6', 'code': 200} Mar 08 13:04:12.951484 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:12.958551 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:12.959782 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:13.024258 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:13.133864 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=a91fc6c9-295e-45a8-b8e6-4e022ea63268,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:13.151009 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:13.170171 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869edea-a840-41be-83be-b08fc48bdd8a req-fd9b2a9e-1708-4430-ba67-7209170cd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:13.171790 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0869edea-a840-41be-83be-b08fc48bdd8a req-fd9b2a9e-1708-4430-ba67-7209170cd83a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 1129 time: 0.0595584 Mar 08 13:04:13.234371 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0869edea-a840-41be-83be-b08fc48bdd8a req-68fecd8b-1b9a-43a9-9457-67ed353279d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514343 Mar 08 13:04:13.269244 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d60a7-a818-4c2a-8380-033aac85511b None None] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:04:13.353214 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-5c9e082b-9900-47f5-841e-75607424e4b0 None None] Provisioning complete for port a91fc6c9-295e-45a8-b8e6-4e022ea63268 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:13.354805 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5c9e082b-9900-47f5-841e-75607424e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.526600 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:12Z', 'revision_number': 3, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:13.530681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e082b-9900-47f5-841e-75607424e4b0 None None] Current status of the port a91fc6c9-295e-45a8-b8e6-4e022ea63268 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:13.556289 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:13.556646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Updating router eb574e60-ccc9-433b-a508-74e84eba0464 port d2c04cde-81ef-45f1-9335-bf1870ffd11d binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:04:13.589755 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.604965 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.764927 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Allocated IP 172.20.0.1 (b7766b4c-9aa5-49ec-bb51-af9f03972938/43bc418c-a92c-4fd8-b986-43a20f06e534/62a8494e-271b-482e-b257-ca7d58132202) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:13.776382 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-ffac907f-76ff-4d6e-89ae-17dfc1cfb230 None None] Provisioning complete for port a91fc6c9-295e-45a8-b8e6-4e022ea63268 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:13.776945 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ffac907f-76ff-4d6e-89ae-17dfc1cfb230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.867046 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks [] for port (62a8494e-271b-482e-b257-ca7d58132202), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.901396 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.908639 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks [] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.920082 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:13.949909 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:13.957898 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:13.960033 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:13.972812 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:14.005032 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17b125-b4ce-4874-8ccd-940a852be189 req-cd133ee4-327a-4986-a66f-9d33071a95ed tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:14.008863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e17b125-b4ce-4874-8ccd-940a852be189 req-cd133ee4-327a-4986-a66f-9d33071a95ed tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.0632329 Mar 08 13:04:14.015460 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (eb574e60-ccc9-433b-a508-74e84eba0464), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.082380 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e17b125-b4ce-4874-8ccd-940a852be189 req-88636397-4197-4ecd-86fe-66101a493082 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652673 Mar 08 13:04:14.086082 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-ffac907f-76ff-4d6e-89ae-17dfc1cfb230 None None] Current status of the port a91fc6c9-295e-45a8-b8e6-4e022ea63268 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:14.116019 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a074ae5-f5d2-469d-8fdb-31cff544a2e7 None None] Pushing event updated for resources: {'Port': ['ID=d2c04cde-81ef-45f1-9335-bf1870ffd11d,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:14.122474 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Attempting to bind port d2c04cde-81ef-45f1-9335-bf1870ffd11d on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:14.122888 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Attempting to bind port d2c04cde-81ef-45f1-9335-bf1870ffd11d by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:14.123261 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Attempting to bind port d2c04cde-81ef-45f1-9335-bf1870ffd11d on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:14.128839 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:14.129216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:14.129617 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.130038 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:14.130508 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Bound port: d2c04cde-81ef-45f1-9335-bf1870ffd11d, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:14.131560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.187054 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (62a8494e-271b-482e-b257-ca7d58132202), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.190955 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] For port d2c04cde-81ef-45f1-9335-bf1870ffd11d, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:14.194493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] For port d2c04cde-81ef-45f1-9335-bf1870ffd11d, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=d2c04cde-81ef-45f1-9335-bf1870ffd11d,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:14.202521 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.261250 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:14.261909 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:14.302574 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a074ae5-f5d2-469d-8fdb-31cff544a2e7 None None] Pushing event updated for resources: {'Port': ['ID=d2c04cde-81ef-45f1-9335-bf1870ffd11d,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:14.332173 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-160d356f-dd3d-4255-908a-73b749ac881a None None] Provisioning complete for port 62a8494e-271b-482e-b257-ca7d58132202 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:14.332555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-160d356f-dd3d-4255-908a-73b749ac881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (62a8494e-271b-482e-b257-ca7d58132202), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.353662 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks [] for port (62a8494e-271b-482e-b257-ca7d58132202), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.358718 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.412881 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-160d356f-dd3d-4255-908a-73b749ac881a None None] Port 62a8494e-271b-482e-b257-ca7d58132202 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:14.425590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:14.426353 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:14.428703 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (eb574e60-ccc9-433b-a508-74e84eba0464), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.519414 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:14.521621 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:14.607877 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a91fc6c9-295e-45a8-b8e6-4e022ea63268 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:14.668129 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:14.705562 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port a91fc6c9-295e-45a8-b8e6-4e022ea63268 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:14.706106 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.711757 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:13Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:14.757247 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab9624b-1914-41f9-8348-d7ab9734da90 None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:13Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:14.801167 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:14.814654 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b95a3f78-23ef-4c85-8ec2-737efa3f4ca8 admin admin] 10.222.0.20 "PUT /v2.0/routers/eb574e60-ccc9-433b-a508-74e84eba0464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8772714 Mar 08 13:04:14.819380 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port a91fc6c9-295e-45a8-b8e6-4e022ea63268 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:14.836691 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-1b3eb31c-08b1-4601-be31-42c9d72952ca None None] Provisioning complete for port 62a8494e-271b-482e-b257-ca7d58132202 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:14.837201 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb31c-08b1-4601-be31-42c9d72952ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (62a8494e-271b-482e-b257-ca7d58132202), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:14.877158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-1b3eb31c-08b1-4601-be31-42c9d72952ca None None] Port 62a8494e-271b-482e-b257-ca7d58132202 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:15.206400 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203dc9f-c13a-4ed7-a0db-152d2651db4f req-631a25d0-ed32-45b5-a31c-2d7f725d5fc3 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:15.207909 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1203dc9f-c13a-4ed7-a0db-152d2651db4f req-631a25d0-ed32-45b5-a31c-2d7f725d5fc3 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.0543652 Mar 08 13:04:15.262693 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1203dc9f-c13a-4ed7-a0db-152d2651db4f req-33753baa-c88a-4d1b-8e29-a6085f7c4701 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477719 Mar 08 13:04:15.331562 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40824) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:15.337491 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922838092', 'description': 'tempest-description--2122855095'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:15.372132 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.448940 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (42e3c62d-add9-466d-9c32-5ff635bf213d), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.453434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (42e3c62d-add9-466d-9c32-5ff635bf213d), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.486491 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.488312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1557055 Mar 08 13:04:15.492339 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40832) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:15.493561 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949101f-e2e8-4ed5-b2ba-737421e60cf4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e3c62d-add9-466d-9c32-5ff635bf213d,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:15.497564 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group_rule': {'security_group_id': '42e3c62d-add9-466d-9c32-5ff635bf213d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:15.525530 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (1ae1c9f0-12dc-4ade-8ce7-b0fd1e0aa8ed), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.554355 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d9eaeb9b-217f-4ad1-806d-0618443f3007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.597990 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (1ae1c9f0-12dc-4ade-8ce7-b0fd1e0aa8ed), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.610778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (1ae1c9f0-12dc-4ade-8ce7-b0fd1e0aa8ed), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.649827 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1c9f0-12dc-4ade-8ce7-b0fd1e0aa8ed,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:15.674560 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.675796 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1de9d06f-0069-4420-b332-400a42266693 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821046 Mar 08 13:04:15.681278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40836) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:15.685706 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group_rule': {'security_group_id': '42e3c62d-add9-466d-9c32-5ff635bf213d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:15.717160 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (3ca7ff80-7694-403a-814b-5cc2d9d49126), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.781414 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (3ca7ff80-7694-403a-814b-5cc2d9d49126), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.789654 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (3ca7ff80-7694-403a-814b-5cc2d9d49126), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.808787 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca7ff80-7694-403a-814b-5cc2d9d49126,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:15.817326 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.822269 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-200d2088-502c-49a5-858c-2c50e2e6c1bc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398942 Mar 08 13:04:15.822511 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40838) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:15.826795 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:15.847038 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:15.947703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.058558 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Allocated IP 172.27.1.147 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/48a427ba-af8b-4f41-b085-be5b115cf3b7) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:16.419390 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.452320 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.493210 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:16.496045 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:16.498431 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:16.526592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=48a427ba-af8b-4f41-b085-be5b115cf3b7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:16.592331 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.595943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device d2c04cde-81ef-45f1-9335-bf1870ffd11d up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:16.631198 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.646911 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port d2c04cde-81ef-45f1-9335-bf1870ffd11d triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:16.647374 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.735826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port d2c04cde-81ef-45f1-9335-bf1870ffd11d is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:16.736227 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.759495 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port d2c04cde-81ef-45f1-9335-bf1870ffd11d, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=d2c04cde-81ef-45f1-9335-bf1870ffd11d,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:16.764018 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.794046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.800411 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.815159 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=d2c04cde-81ef-45f1-9335-bf1870ffd11d,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:16.872123 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=48a427ba-af8b-4f41-b085-be5b115cf3b7,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:16.880133 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.895706 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:16.897552 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-94811540-9949-4e66-9f03-b350cf669f70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0741558 Mar 08 13:04:17.022194 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:17.032018 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:17.033352 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:03:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:17.046842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-5367d1cd-7134-4918-b377-4e922f2b165d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1922838092&fields=id&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 267 time: 0.0452037 Mar 08 13:04:17.140505 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:17.152948 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-443ff69e-34de-4dc2-942d-44b642f7f170 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:17.154434 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-443ff69e-34de-4dc2-942d-44b642f7f170 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 817 time: 0.1010942 Mar 08 13:04:17.168763 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-987b8ddd-267b-43f8-ac1f-38aeba951404 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/quotas/09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 375 time: 0.0090284 Mar 08 13:04:17.222327 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9db64fa3-0adf-4c18-824e-10477acabba1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483000 Mar 08 13:04:17.320141 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-680a37d1-3c23-4979-8301-be273c0670fa service neutron] 10.222.0.20 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866263 Mar 08 13:04:17.345240 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 2, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:17.374994 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:17.375344 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Updating router eb574e60-ccc9-433b-a508-74e84eba0464 port 62a8494e-271b-482e-b257-ca7d58132202 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:04:17.402075 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (62a8494e-271b-482e-b257-ca7d58132202), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.409089 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-a78e3ccf-5b62-4c2e-b091-99579c7624d8 service neutron] 10.222.0.20 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829992 Mar 08 13:04:17.575258 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-484b49e8-d517-4ee7-9435-aeb37bab0583 req-d0c96b71-23e7-48ea-9053-9edf2af7d284 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Mar 08 13:04:17.668171 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks [] for port (62a8494e-271b-482e-b257-ca7d58132202), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.673215 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.726708 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Pushing event updated for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:17.737042 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.737395 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.737762 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.738116 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.738428 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.738750 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.739120 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.739380 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.739697 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.740652 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.740979 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.741299 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.741613 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:04:17.803803 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Attempting to bind port 62a8494e-271b-482e-b257-ca7d58132202 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:17.804199 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Attempting to bind port 62a8494e-271b-482e-b257-ca7d58132202 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:17.804619 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Attempting to bind port 62a8494e-271b-482e-b257-ca7d58132202 on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:17.811229 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:17.811601 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Checking segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:17.812255 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.812615 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Bound using segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:17.813048 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Bound port: 62a8494e-271b-482e-b257-ca7d58132202, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:17.813429 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (62a8494e-271b-482e-b257-ca7d58132202), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.871277 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e1f9f83e-421b-4a81-9593-cfeb241f4d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:17.911808 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] For port 62a8494e-271b-482e-b257-ca7d58132202, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:17.918287 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] For port 62a8494e-271b-482e-b257-ca7d58132202, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=62a8494e-271b-482e-b257-ca7d58132202,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:17.926913 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.026862 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Provisioning complete for port 62a8494e-271b-482e-b257-ca7d58132202 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:18.027562 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (62a8494e-271b-482e-b257-ca7d58132202), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.086711 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:18.087510 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:18.159827 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Current status of the port 62a8494e-271b-482e-b257-ca7d58132202 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:18.160323 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (62a8494e-271b-482e-b257-ca7d58132202), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.204351 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] For port 62a8494e-271b-482e-b257-ca7d58132202, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=62a8494e-271b-482e-b257-ca7d58132202,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:18.213582 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.236888 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:18.238747 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b749c95-d50c-4f67-baf1-9cc271cca236 None None] Pushing event updated for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=4']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:18.267332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0df18-ff0b-4dba-9505-3762054736ae None None] Pushing event updated for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:18.300769 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7025a2-318f-44f5-8e60-c8c46cdadf0c req-dcef4a93-f7e7-4491-ac6b-be4e5fd15276 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:18.306432 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed7025a2-318f-44f5-8e60-c8c46cdadf0c req-dcef4a93-f7e7-4491-ac6b-be4e5fd15276 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0790730 Mar 08 13:04:18.337927 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-6d0007d0-818d-488e-87ad-5d6c570a03c8 None None] Provisioning complete for port 62a8494e-271b-482e-b257-ca7d58132202 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:18.338298 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6d0007d0-818d-488e-87ad-5d6c570a03c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (62a8494e-271b-482e-b257-ca7d58132202), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.357728 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed7025a2-318f-44f5-8e60-c8c46cdadf0c req-ff8da8e0-343c-4f5e-99a1-b0fc9f24d4cf tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496531 Mar 08 13:04:18.431945 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-6d0007d0-818d-488e-87ad-5d6c570a03c8 None None] Current status of the port 62a8494e-271b-482e-b257-ca7d58132202 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:18.460484 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:17Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:18.493780 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0e1a8-dbbf-4556-8c66-416f82769ab5 None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:17Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:18.599056 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device d2c04cde-81ef-45f1-9335-bf1870ffd11d up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:18.652263 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port d2c04cde-81ef-45f1-9335-bf1870ffd11d triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:18.652672 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.680651 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7a1d6d76-ae46-45ae-87a2-6e34e791efd6 req-6d71cc9b-ca93-4ae7-8bd2-eb1256d5bbed tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 210 time: 0.0296683 Mar 08 13:04:18.732029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port d2c04cde-81ef-45f1-9335-bf1870ffd11d is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:18.733113 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 62a8494e-271b-482e-b257-ca7d58132202 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:18.782438 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 62a8494e-271b-482e-b257-ca7d58132202 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:18.782814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (62a8494e-271b-482e-b257-ca7d58132202), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:18.868943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 62a8494e-271b-482e-b257-ca7d58132202 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:18.978307 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-76063300-c7df-4273-8558-f1701c0c534e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:18.981035 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-76063300-c7df-4273-8558-f1701c0c534e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 817 time: 0.1433532 Mar 08 13:04:18.986750 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.064640 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-c8a05c8b-de22-4be2-b7ce-f80cb286ef3a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 380 time: 0.0571096 Mar 08 13:04:19.074001 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'port': {'device_id': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'admin_state_up': True, 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'security_groups': ['42e3c62d-add9-466d-9c32-5ff635bf213d']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:19.187485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Made reservation on behalf of 09dffe135c044fa093bb84a1f3df92af for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:19.190997 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.310048 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Allocated IP 172.20.0.6 (b7766b4c-9aa5-49ec-bb51-af9f03972938/43bc418c-a92c-4fd8-b986-43a20f06e534/4ee498e7-0504-4b69-89e1-82e4ae63cb8b) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:19.469649 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.508364 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f4a2-8408-4b84-880c-47fb79276267 req-4be34e71-4e78-432b-95ee-4cd8a78fa0c1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:19.509907 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c584f4a2-8408-4b84-880c-47fb79276267 req-4be34e71-4e78-432b-95ee-4cd8a78fa0c1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.0790057 Mar 08 13:04:19.532829 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.598229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:19.606667 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:19.611001 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c584f4a2-8408-4b84-880c-47fb79276267 req-11606bd6-f29b-4369-a9b1-b88307959649 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953321 Mar 08 13:04:19.611770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:19.615721 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:19.665537 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:19.666172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.682552 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-ff8e3c17-613b-405f-a401-11a1ab111ded tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121585 Mar 08 13:04:19.710166 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Request body: {'port': {'device_id': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:19.798903 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.856996 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f90d3-7fa2-4423-8755-00bdf0c99681 req-5328d2c0-f4a6-47ef-942b-f3b7728dc8b6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:19.858579 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bc3f90d3-7fa2-4423-8755-00bdf0c99681 req-5328d2c0-f4a6-47ef-942b-f3b7728dc8b6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 931 time: 0.0943573 Mar 08 13:04:19.859749 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-2ef6cf44-b235-485f-8819-518fa23182c8 None None] Provisioning complete for port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:19.860550 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cf44-b235-485f-8819-518fa23182c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:19.893733 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6cf44-b235-485f-8819-518fa23182c8 None None] Port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:19.986106 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bc3f90d3-7fa2-4423-8755-00bdf0c99681 req-3947d4d5-43fa-44f4-9742-85bfedeaf0dc tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164834 Mar 08 13:04:20.109094 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:20.116774 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks [] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.128683 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Transition to ACTIVE for port object 4ee498e7-0504-4b69-89e1-82e4ae63cb8b will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:04:20.133135 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.186239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:20.328934 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Attempting to bind port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:20.329776 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Attempting to bind port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:20.330357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Attempting to bind port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:20.340913 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b on network b7766b4c-9aa5-49ec-bb51-af9f03972938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:20.341262 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Attempting to bind port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:20.342627 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.357351 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:20.357690 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Checking segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:20.358100 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Bound using segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:20.358532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Bound port: 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:20.358890 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.367655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-fcf59d7a-f359-489d-8a4c-8529954c3cee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.368635 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966d86-4de8-417f-9d75-616b209ec745 req-64522685-4d9e-4071-88a6-de604ce8ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.369164 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-fcf59d7a-f359-489d-8a4c-8529954c3cee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.1366000 Mar 08 13:04:20.370853 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-64522685-4d9e-4071-88a6-de604ce8ca8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1168 time: 0.0658612 Mar 08 13:04:20.443243 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd89e-07b0-4ee7-8645-614775d0cba7 req-b27eb106-d219-4714-a691-9c311c0c1a8c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.444588 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01edd89e-07b0-4ee7-8645-614775d0cba7 req-b27eb106-d219-4714-a691-9c311c0c1a8c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.1732144 Mar 08 13:04:20.469395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966d86-4de8-417f-9d75-616b209ec745 req-b849f050-f00e-42d5-a08f-f1a9c84a6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.470917 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-b849f050-f00e-42d5-a08f-f1a9c84a6542 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.0876427 Mar 08 13:04:20.545565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:20.570115 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:20.573921 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-0136dc9b-ed6f-4fca-bd09-1fa6b4156ee7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 1000 time: 0.0960512 Mar 08 13:04:20.582910 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.597370 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01edd89e-07b0-4ee7-8645-614775d0cba7 req-45e515dd-0493-42c2-9a01-6390cc74d02b tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463466 Mar 08 13:04:20.626249 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:20.626249 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.632564 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966d86-4de8-417f-9d75-616b209ec745 req-9706021b-3317-4e66-b048-97ae9187e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.636625 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-9706021b-3317-4e66-b048-97ae9187e025 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0484765 Mar 08 13:04:20.638926 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.639546 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.641011 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 1093 time: 0.9359357 Mar 08 13:04:20.642158 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:20.644221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa341741-871f-4aca-8c62-667e6ee74a54" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:20.729545 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ee70c3-a03e-44e1-91c4-aa6319ea7935 x-openstack-request-id: req-e1ee70c3-a03e-44e1-91c4-aa6319ea7935 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:20.730329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:20.730329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1ee70c3-a03e-44e1-91c4-aa6319ea7935 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:20.730531 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'status': 'completed', 'code': 200} Mar 08 13:04:20.734475 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52966d86-4de8-417f-9d75-616b209ec745 req-a1dbddac-58e7-4cb6-99c8-0c5fd420cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.736587 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-a1dbddac-58e7-4cb6-99c8-0c5fd420cf62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887079 Mar 08 13:04:20.743980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0be693-895c-4f01-b4ef-61cca4775700 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:20.836960 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-f51b39cf-ca78-4bd9-94ad-52479b035b01 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925746 Mar 08 13:04:20.837701 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] For port 50b4098b-0528-4aef-87c3-8a5e4e7621f4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=50b4098b-0528-4aef-87c3-8a5e4e7621f4,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:20.838089 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:20.877450 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-91d16693-186d-4a20-9989-3a792f3283a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.878900 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-91d16693-186d-4a20-9989-3a792f3283a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1127 time: 0.1477208 Mar 08 13:04:20.938512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4d60d-9f1e-4348-af27-a397c411d799 req-7336627d-5d6a-41a8-8e29-2244f02db286 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:20.940079 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-12c4d60d-9f1e-4348-af27-a397c411d799 req-7336627d-5d6a-41a8-8e29-2244f02db286 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 946 time: 0.2122595 Mar 08 13:04:20.942337 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-52966d86-4de8-417f-9d75-616b209ec745 req-25739b45-34c2-4227-a3c2-e3ca6c3ca95f service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860283 Mar 08 13:04:21.000275 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-bed9e215-cf27-4c4b-a92e-d7539da8155e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 217 time: 0.0829115 Mar 08 13:04:21.159070 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-12c4d60d-9f1e-4348-af27-a397c411d799 req-da72c992-2925-44ab-bf8f-57ba23e9da40 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=1afbb536-0987-4189-a21a-d960bad216cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097247 Mar 08 13:04:21.162519 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-f5fda467-c388-421a-8bb3-574eab933241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:21.163870 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-f5fda467-c388-421a-8bb3-574eab933241 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.1530168 Mar 08 13:04:21.251703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e82211-73da-4b75-9384-9f638e58e1a8 req-44ee2c62-c973-431a-975e-a7facf30a0de tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:21.253137 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24e82211-73da-4b75-9384-9f638e58e1a8 req-44ee2c62-c973-431a-975e-a7facf30a0de tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1581724 Mar 08 13:04:21.273591 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:21.273974 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:21.274285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 25578ef5-7ac3-444c-a80d-cfb0fb2bc43e disassociated. External IP: 172.27.1.72, port: 50b4098b-0528-4aef-87c3-8a5e4e7621f4. Mar 08 13:04:21.274636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for 50b4098b-0528-4aef-87c3-8a5e4e7621f4 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:21.350471 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-e901dc12-63c2-4f0b-8d57-7f58e55d957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:21.351961 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-e901dc12-63c2-4f0b-8d57-7f58e55d957c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1491151 Mar 08 13:04:21.389292 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24e82211-73da-4b75-9384-9f638e58e1a8 req-5838694a-b1c8-484e-8363-2a0d1e88a561 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279261 Mar 08 13:04:21.502662 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-853af1dc-1bb5-47f7-88ef-54bc5bbc8b21 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340215 Mar 08 13:04:21.521900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (50b4098b-0528-4aef-87c3-8a5e4e7621f4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:21.569694 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=50b4098b-0528-4aef-87c3-8a5e4e7621f4,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:21.781709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:21.951444 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75f3465b-7213-484e-862a-7dc2dc53df12 req-951ab152-67d9-4a22-9387-c80c32262738 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310515 Mar 08 13:04:22.012532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da310a-94da-43e4-ad76-e942d0bfecab req-021b8e9c-6767-4a5d-88e5-6407eeac083f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.014008 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75da310a-94da-43e4-ad76-e942d0bfecab req-021b8e9c-6767-4a5d-88e5-6407eeac083f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.1235194 Mar 08 13:04:22.061297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:22.123670 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:04:22.157021 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-526f848f-92cb-4487-bf97-8be3222e4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.158556 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-526f848f-92cb-4487-bf97-8be3222e4d70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1127 time: 0.1420875 Mar 08 13:04:22.164115 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-75da310a-94da-43e4-ad76-e942d0bfecab req-2e25c169-4006-4ceb-969f-118a83d59386 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369858 Mar 08 13:04:22.299619 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8c20cd7a-c9c5-4067-9e8d-c02a9f410678 req-05b0f347-50cf-41fd-864e-c1505fbe617b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e5c9e5-3ba1-43cf-b207-a5df7359cf8a HTTP/1.1" status: 200 len: 210 time: 0.0674396 Mar 08 13:04:22.322568 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:22.331617 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:22.354703 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-da8814a3-69d2-47fe-b313-5294a1f02c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.355188 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-da8814a3-69d2-47fe-b313-5294a1f02c04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.1831846 Mar 08 13:04:22.357279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:22.357955 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:22.369357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] No DVR routers for this DVR port 50b4098b-0528-4aef-87c3-8a5e4e7621f4 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:22.372838 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:22.376204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-91ef95f8-23a4-435a-b26b-8f09761dc6c9 req-61e28dcb-7ff9-4fba-b22a-cbac997c59c5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "DELETE /v2.0/ports/50b4098b-0528-4aef-87c3-8a5e4e7621f4 HTTP/1.1" status: 204 len: 173 time: 1.9914663 Mar 08 13:04:22.413675 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-b52349f5-33dd-48f5-8d1c-43715548a0b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 217 time: 0.0421011 Mar 08 13:04:22.484579 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:22.533514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-35fd2ad1-4c60-4318-b617-be66d972e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.534879 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-35fd2ad1-4c60-4318-b617-be66d972e118 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.1060944 Mar 08 13:04:22.577950 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbddb0e-29ea-419c-a27c-78b5dc33189b req-bea22c62-bd4b-4b09-8fa9-0fb1c789a973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.579352 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bcbddb0e-29ea-419c-a27c-78b5dc33189b req-bea22c62-bd4b-4b09-8fa9-0fb1c789a973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1050067 Mar 08 13:04:22.615303 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-9b8e5e92-01e1-4fc0-8b3d-83c48831724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:22.616792 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-9b8e5e92-01e1-4fc0-8b3d-83c48831724d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729158 Mar 08 13:04:22.627346 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 50b4098b-0528-4aef-87c3-8a5e4e7621f4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:22.657947 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bcbddb0e-29ea-419c-a27c-78b5dc33189b req-532e15ea-8ed5-47ce-9335-aa8b4f8c4929 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699770 Mar 08 13:04:22.662397 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 50b4098b-0528-4aef-87c3-8a5e4e7621f4 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:22.662832 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 50b4098b-0528-4aef-87c3-8a5e4e7621f4 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:22.728694 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-be33248b-1fd8-4fce-8dd5-6f3633e4976d service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005630 Mar 08 13:04:22.731237 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'name': 'network-vif-deleted', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:22.733611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baeae67-be7e-4794-920d-5a7cadcf6b01" -d '{"events": [{"server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "name": "network-vif-deleted", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:22.796827 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ef9d36-f324-45d6-9e7a-e09b2467ac15 x-openstack-request-id: req-60ef9d36-f324-45d6-9e7a-e09b2467ac15 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:22.797104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e5c9e5-3ba1-43cf-b207-a5df7359cf8a", "name": "network-vif-deleted", "tag": "50b4098b-0528-4aef-87c3-8a5e4e7621f4", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:22.797357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ef9d36-f324-45d6-9e7a-e09b2467ac15 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:22.797756 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e5c9e5-3ba1-43cf-b207-a5df7359cf8a', 'name': 'network-vif-deleted', 'tag': '50b4098b-0528-4aef-87c3-8a5e4e7621f4', 'status': 'completed', 'code': 200} Mar 08 13:04:22.830850 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fa341741-871f-4aca-8c62-667e6ee74a54 req-f08de744-e7ac-42db-b377-e413b160baa8 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939112 Mar 08 13:04:22.919865 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:22.948734 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:22.957709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:22.958967 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:23.073382 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:23.293693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d535215-3fd8-4014-8854-7df2933af251 req-795c1f6b-5873-4560-90ed-0b98dbabb36d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:23.295391 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0d535215-3fd8-4014-8854-7df2933af251 req-795c1f6b-5873-4560-90ed-0b98dbabb36d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0605159 Mar 08 13:04:23.331158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:23.362926 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25232e1e-e9a3-4a35-8d30-04972aebaa29 None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '593196c7-4976-4230-8e13-add22a7ed261', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:74:1c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:01:15Z', 'updated_at': '2022-03-08T13:01:37Z', 'revision_number': 2, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:23.410648 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 40932) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:23.424217 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0d535215-3fd8-4014-8854-7df2933af251 req-1333f080-1b9b-4ab8-8bd1-2749e809b9e4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221967 Mar 08 13:04:23.484854 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (1afbb536-0987-4189-a21a-d960bad216cb), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.509516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (1afbb536-0987-4189-a21a-d960bad216cb), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.560387 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1afbb536-0987-4189-a21a-d960bad216cb), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.563300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.564465 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/security-groups/1afbb536-0987-4189-a21a-d960bad216cb HTTP/1.1" status: 204 len: 168 time: 0.1528428 Mar 08 13:04:23.567322 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40934) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:23.575612 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd2fbf-d648-42a3-b0e1-41a9c4a44891 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afbb536-0987-4189-a21a-d960bad216cb,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:23.588770 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-231be79b-3943-4c65-a5b2-5c0964482f40 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] show failed (client error): The resource could not be found. Mar 08 13:04:23.592583 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-231be79b-3943-4c65-a5b2-5c0964482f40 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups/1afbb536-0987-4189-a21a-d960bad216cb HTTP/1.1" status: 404 len: 347 time: 0.0204198 Mar 08 13:04:23.593070 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 40936) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:23.665460 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df74b03-ade4-4b43-a743-bc0828a150c7 None None] New status for floating IP 25578ef5-7ac3-444c-a80d-cfb0fb2bc43e: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:23.734853 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port dc5f8fcb-a424-4a17-b5f5-6367056d2f83 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:23.735284 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.851908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.852310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:23.860899 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5fbc2-2b34-4b6f-be46-4ae4491e1777 req-69737fd1-3680-43fc-9ef3-dbca9d54e9aa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:23.862411 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dfb5fbc2-2b34-4b6f-be46-4ae4491e1777 req-69737fd1-3680-43fc-9ef3-dbca9d54e9aa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1139410 Mar 08 13:04:23.874208 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for dc5f8fcb-a424-4a17-b5f5-6367056d2f83 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:23.966276 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dfb5fbc2-2b34-4b6f-be46-4ae4491e1777 req-24a71cec-eb7e-4295-b4c7-26c72f2063b3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932362 Mar 08 13:04:24.050843 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (dc5f8fcb-a424-4a17-b5f5-6367056d2f83), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:24.078223 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=dc5f8fcb-a424-4a17-b5f5-6367056d2f83,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:24.140399 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (25578ef5-7ac3-444c-a80d-cfb0fb2bc43e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:24.142886 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:24.147460 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-188f406b-d25f-4e85-9e47-cc1a860d5aee tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/floatingips/25578ef5-7ac3-444c-a80d-cfb0fb2bc43e HTTP/1.1" status: 204 len: 168 time: 0.5534239 Mar 08 13:04:24.549910 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155b700-f64a-4206-9958-015fa1fa5c90 req-21c15c29-e35d-4184-b03f-2ac436fb455f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:24.551365 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0155b700-f64a-4206-9958-015fa1fa5c90 req-21c15c29-e35d-4184-b03f-2ac436fb455f tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0538657 Mar 08 13:04:24.613675 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0155b700-f64a-4206-9958-015fa1fa5c90 req-a2b50097-7c66-4d08-afa5-46b9459b96c7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558097 Mar 08 13:04:25.090674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c913f-c71c-414c-88ce-03217dc72295 req-8e441825-ae45-4484-b134-d141bcd25d35 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:25.092055 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f59c913f-c71c-414c-88ce-03217dc72295 req-8e441825-ae45-4484-b134-d141bcd25d35 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0514376 Mar 08 13:04:25.137950 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f59c913f-c71c-414c-88ce-03217dc72295 req-c39a9a61-cf59-4820-b970-f1327b23665d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Mar 08 13:04:25.577214 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:25.734266 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54def50a-63a0-4554-8461-45765a60a3ac req-d2ef1072-90ad-46be-9940-2757104d32b7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:25.735801 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54def50a-63a0-4554-8461-45765a60a3ac req-d2ef1072-90ad-46be-9940-2757104d32b7 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0534184 Mar 08 13:04:25.795743 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54def50a-63a0-4554-8461-45765a60a3ac req-5e048dfd-aa5e-4c95-83e5-9b24ab64615b tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540948 Mar 08 13:04:26.259470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fa9bf-ccb7-42d0-bbea-e0fa7dcb1015 req-cad650cb-9e86-45f2-9617-94fa0fec8aed tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:26.260882 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b0fa9bf-ccb7-42d0-bbea-e0fa7dcb1015 req-cad650cb-9e86-45f2-9617-94fa0fec8aed tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0538740 Mar 08 13:04:26.306691 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b0fa9bf-ccb7-42d0-bbea-e0fa7dcb1015 req-1f56620c-ef71-431a-8dde-de24c2a7bc18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Mar 08 13:04:26.626708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:26.720271 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:26.730094 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:26.765491 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:26.765902 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:26.778903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:26.796896 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:26.800933 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:26.852982 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:26.915794 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad85900-736f-43ab-851d-9ffb14475ed7 req-5f932b4a-140d-4ee7-b591-a6a908b93dc5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:26.917246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad85900-736f-43ab-851d-9ffb14475ed7 req-5f932b4a-140d-4ee7-b591-a6a908b93dc5 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0531914 Mar 08 13:04:26.976330 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad85900-736f-43ab-851d-9ffb14475ed7 req-069f83d8-3bd4-432b-b945-e4ea3e07eb85 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533645 Mar 08 13:04:27.225364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['4ee498e7-0504-4b69-89e1-82e4ae63cb8b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:27.437046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be59133-f05d-4686-bc35-0ff56de8598d req-5c96f4f5-b605-4928-8dd9-ce731fe0838a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:27.438655 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0be59133-f05d-4686-bc35-0ff56de8598d req-5c96f4f5-b605-4928-8dd9-ce731fe0838a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0606091 Mar 08 13:04:27.487454 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0be59133-f05d-4686-bc35-0ff56de8598d req-7710c520-6d82-4dd6-b8cb-d4fa37d8d529 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433617 Mar 08 13:04:27.874146 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b653b4-b002-4c2b-bd48-c4a416ac461d req-73b94380-ba3f-416c-8c74-1f5a075f35be tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:27.875490 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9b653b4-b002-4c2b-bd48-c4a416ac461d req-73b94380-ba3f-416c-8c74-1f5a075f35be tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0516117 Mar 08 13:04:27.920991 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9b653b4-b002-4c2b-bd48-c4a416ac461d req-5037364e-5a43-4b56-a432-0746d1fa37e1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Mar 08 13:04:28.094542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce1de-f1bd-4254-baa8-e35b2be47dfe req-823e29d4-4ea6-40df-afaa-a9d89a23d4fe tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:28.095972 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-96dce1de-f1bd-4254-baa8-e35b2be47dfe req-823e29d4-4ea6-40df-afaa-a9d89a23d4fe tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0508382 Mar 08 13:04:28.156423 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-96dce1de-f1bd-4254-baa8-e35b2be47dfe req-a6784b63-ece0-42da-8fe2-521081938590 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548038 Mar 08 13:04:28.613687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0f4cb-555c-4ff2-8945-77de603b43d3 req-15681f10-55d4-467a-995e-aecd899918f9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:28.615280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d2d0f4cb-555c-4ff2-8945-77de603b43d3 req-15681f10-55d4-467a-995e-aecd899918f9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0509334 Mar 08 13:04:28.663421 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d2d0f4cb-555c-4ff2-8945-77de603b43d3 req-87cf6fa0-d6ad-4564-8c55-862e3529108f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Mar 08 13:04:29.037165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2136a27-c08c-4919-8333-23322f6a8b72 req-8c70e58d-cd87-46a7-8e9b-366e4c5d0bb1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.038657 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d2136a27-c08c-4919-8333-23322f6a8b72 req-8c70e58d-cd87-46a7-8e9b-366e4c5d0bb1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0529447 Mar 08 13:04:29.083339 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d2136a27-c08c-4919-8333-23322f6a8b72 req-b3cd5adc-1e9a-43d0-aaf3-e6b710758062 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Mar 08 13:04:29.275652 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2d89-b700-4366-b60c-a6ff435de425 req-249a8126-1a7c-4b93-98c8-1a1c9dea7356 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.277107 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be5c2d89-b700-4366-b60c-a6ff435de425 req-249a8126-1a7c-4b93-98c8-1a1c9dea7356 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0556068 Mar 08 13:04:29.334286 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be5c2d89-b700-4366-b60c-a6ff435de425 req-29f295bd-4cf9-473c-9a8e-87d70d384bbc tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515389 Mar 08 13:04:29.781495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b284-227a-48fb-9403-ab28a2cd1193 req-51803f04-ab59-494d-8776-79a5de31c36a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:29.782960 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65c5b284-227a-48fb-9403-ab28a2cd1193 req-51803f04-ab59-494d-8776-79a5de31c36a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0513473 Mar 08 13:04:29.827745 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65c5b284-227a-48fb-9403-ab28a2cd1193 req-50494d5f-4437-4245-8a2a-e5b3258ec179 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 Mar 08 13:04:30.195478 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37475a-b176-4667-a6f8-bde3f35875ab req-62bc8f3e-d33e-4c6b-9ac4-5eaeeeeb7806 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.196891 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6f37475a-b176-4667-a6f8-bde3f35875ab req-62bc8f3e-d33e-4c6b-9ac4-5eaeeeeb7806 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0496731 Mar 08 13:04:30.245197 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6f37475a-b176-4667-a6f8-bde3f35875ab req-a50d0abe-af39-4240-9038-3af3cc5698e7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 Mar 08 13:04:30.449507 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc84ec-76cf-4f68-873a-bb24e92347d4 req-e0a0a7d0-204c-4aed-9d57-4251c5375906 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.450937 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3ddc84ec-76cf-4f68-873a-bb24e92347d4 req-e0a0a7d0-204c-4aed-9d57-4251c5375906 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0514164 Mar 08 13:04:30.507710 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3ddc84ec-76cf-4f68-873a-bb24e92347d4 req-a3b9db93-7a75-4de4-835f-4639b6b7b9b9 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512028 Mar 08 13:04:30.945940 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440e602-0caf-4837-91dc-7d8cdaec8fd1 req-f9fb15ba-0d4b-4b4d-84e4-2cfe2163b9e5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:30.947280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f440e602-0caf-4837-91dc-7d8cdaec8fd1 req-f9fb15ba-0d4b-4b4d-84e4-2cfe2163b9e5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0518982 Mar 08 13:04:30.990797 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f440e602-0caf-4837-91dc-7d8cdaec8fd1 req-d497884a-cbb7-408a-8af3-f5f19fa4a980 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381956 Mar 08 13:04:31.320644 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-3acf74c2-0c9f-40cd-a957-307069e0b8bd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:31.322087 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-3acf74c2-0c9f-40cd-a957-307069e0b8bd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.0560882 Mar 08 13:04:31.429385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3edbd-a9b4-4252-ad5e-9ee61a35dbd2 req-669e6d36-28d3-429b-ada8-954f8a81a66c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:31.430845 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b7a3edbd-a9b4-4252-ad5e-9ee61a35dbd2 req-669e6d36-28d3-429b-ada8-954f8a81a66c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 945 time: 0.1175473 Mar 08 13:04:31.478113 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:31.478456 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:31.501330 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b7a3edbd-a9b4-4252-ad5e-9ee61a35dbd2 req-a6833965-8e33-4a5a-81b0-556f8340bdd0 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=420e6412-f81b-46fa-87fb-28e37829002e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633962 Mar 08 13:04:31.573308 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] For port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:31.573667 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:31.705388 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66607de4-9db0-42ea-8e31-70731be8482f req-5dff25f3-b1f0-4436-8737-afd2515d8ce4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:31.706869 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66607de4-9db0-42ea-8e31-70731be8482f req-5dff25f3-b1f0-4436-8737-afd2515d8ce4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.1307263 Mar 08 13:04:31.822380 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66607de4-9db0-42ea-8e31-70731be8482f req-16af8994-5b99-416c-a7f7-6a5a551c775e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088715 Mar 08 13:04:31.824306 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:31.824664 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:31.824977 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 593196c7-4976-4230-8e13-add22a7ed261 disassociated. External IP: 172.27.1.223, port: 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795. Mar 08 13:04:31.825311 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:31.951125 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (9b13d749-d59d-48c0-bd1f-a4e9d4bb4795), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:31.978806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=9b13d749-d59d-48c0-bd1f-a4e9d4bb4795,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:32.123238 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:32.135020 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bbb95-1f95-4195-be52-5c18f706e61a req-59d436eb-300e-4fe5-9dcb-f805d0322fad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:32.136453 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab8bbb95-1f95-4195-be52-5c18f706e61a req-59d436eb-300e-4fe5-9dcb-f805d0322fad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0723081 Mar 08 13:04:32.254285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ab8bbb95-1f95-4195-be52-5c18f706e61a req-3ffdd654-04e9-46f5-bbaa-5be280d18d98 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116762 Mar 08 13:04:32.274308 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:32.287385 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:32.297638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:32.298305 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:32.414595 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:32.576638 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] No DVR routers for this DVR port 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:32.579225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:32.582489 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e2a76ccc-980c-4ca2-ae87-5656748f9ed8 req-aa61d4e8-fddb-4bee-b5d8-134acfc02f55 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "DELETE /v2.0/ports/9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 HTTP/1.1" status: 204 len: 173 time: 1.2502887 Mar 08 13:04:32.589630 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'name': 'network-vif-deleted', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:32.592096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1b95e2-94a2-4179-b38a-a32b2ddc3aba" -d '{"events": [{"server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "name": "network-vif-deleted", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:32.614735 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-678e1e72-beaa-4564-b486-bc2d5667ae54 req-dc1b5439-61f3-42c7-9b42-adf98470e4f3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=92027653-53ae-418c-9bc7-4a38258ab0ff HTTP/1.1" status: 200 len: 210 time: 0.0393264 Mar 08 13:04:32.632469 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76167b-9d33-426d-83b6-5d0db53ad537 x-openstack-request-id: req-8e76167b-9d33-426d-83b6-5d0db53ad537 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:32.633382 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92027653-53ae-418c-9bc7-4a38258ab0ff", "name": "network-vif-deleted", "tag": "9b13d749-d59d-48c0-bd1f-a4e9d4bb4795", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:32.633382 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e76167b-9d33-426d-83b6-5d0db53ad537 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:32.633581 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92027653-53ae-418c-9bc7-4a38258ab0ff', 'name': 'network-vif-deleted', 'tag': '9b13d749-d59d-48c0-bd1f-a4e9d4bb4795', 'status': 'completed', 'code': 200} Mar 08 13:04:32.636543 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:32.669662 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:32.671929 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:32.711504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:32.711703 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:32.801270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:04:32.811820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:32.812405 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:32.867681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:32.947456 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c27a-aa77-4ebe-ad37-75b2b1b0d89a req-3aa5e228-f0ab-48ef-afbe-e50f19e23b28 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:32.948904 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d077c27a-aa77-4ebe-ad37-75b2b1b0d89a req-3aa5e228-f0ab-48ef-afbe-e50f19e23b28 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0523472 Mar 08 13:04:32.995876 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:32.996176 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.015358 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d077c27a-aa77-4ebe-ad37-75b2b1b0d89a req-cf0da7b8-567c-4fb7-bb77-a7afce132ee2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602655 Mar 08 13:04:33.055869 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:33.058106 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120d23b1-8b6e-4cd4-8f7d-d5327311ed3c" -d '{"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:33.079026 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:33.086219 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.114295 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5de7eb-4222-486b-a6c6-57ee169470b4 x-openstack-request-id: req-4b5de7eb-4222-486b-a6c6-57ee169470b4 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:33.114606 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:33.114859 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b5de7eb-4222-486b-a6c6-57ee169470b4 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:33.116010 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'code': 200} Mar 08 13:04:33.164885 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:33.185018 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:33.214977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73622e6-3a22-4bc0-bb2e-d2dc9b166a25 None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:33.311286 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44fb2-e0f9-4966-b880-425ff297d669 req-b67e837b-9645-4e51-a3ee-4fecb53d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:33.312756 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82a44fb2-e0f9-4966-b880-425ff297d669 req-b67e837b-9645-4e51-a3ee-4fecb53d0a7c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1129 time: 0.0454185 Mar 08 13:04:33.388428 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82a44fb2-e0f9-4966-b880-425ff297d669 req-f9b3a09c-2b55-4d20-adc8-132976b978ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679305 Mar 08 13:04:33.402515 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7d4d2-54fd-4845-a560-a8bf71581632 req-fe5a956b-e83b-43d4-bd9d-eb6c56bb8d20 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:33.404120 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-22b7d4d2-54fd-4845-a560-a8bf71581632 req-fe5a956b-e83b-43d4-bd9d-eb6c56bb8d20 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0716941 Mar 08 13:04:33.455146 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-22b7d4d2-54fd-4845-a560-a8bf71581632 req-db233748-ecb2-4961-8701-78e1621ead43 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Mar 08 13:04:33.460796 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cb499-4fab-4040-abc8-cc15a8b98927 None None] New status for floating IP 593196c7-4976-4230-8e13-add22a7ed261: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:33.709849 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41046) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:33.764990 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (420e6412-f81b-46fa-87fb-28e37829002e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.787100 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (420e6412-f81b-46fa-87fb-28e37829002e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.832071 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (420e6412-f81b-46fa-87fb-28e37829002e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.835234 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:33.836346 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/security-groups/420e6412-f81b-46fa-87fb-28e37829002e HTTP/1.1" status: 204 len: 168 time: 0.1254687 Mar 08 13:04:33.839287 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41048) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:33.845244 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28414008-e6c1-4f08-8973-8d4bc703c5ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420e6412-f81b-46fa-87fb-28e37829002e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:33.854144 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.api.v2.resource [None req-352d6149-98bd-4f61-a8e0-84c44f5ed409 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] show failed (client error): The resource could not be found. Mar 08 13:04:33.855313 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-352d6149-98bd-4f61-a8e0-84c44f5ed409 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups/420e6412-f81b-46fa-87fb-28e37829002e HTTP/1.1" status: 404 len: 347 time: 0.0148420 Mar 08 13:04:33.857979 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41050) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:33.981733 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port dcf3932d-a8fb-4e6a-b433-a40dacc24f62 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:33.982217 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.058509 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.058830 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.070740 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for dcf3932d-a8fb-4e6a-b433-a40dacc24f62 owned by network:floatingip {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:34.148938 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aef1f4-8c91-4083-8be4-487a4e683f4a req-d8e89eab-f931-46b5-a87f-d83c2de4741e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:34.150592 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a3aef1f4-8c91-4083-8be4-487a4e683f4a req-d8e89eab-f931-46b5-a87f-d83c2de4741e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0648224 Mar 08 13:04:34.212960 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a3aef1f4-8c91-4083-8be4-487a4e683f4a req-57208bbf-56a6-4ed2-b013-b31f427db0d2 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563157 Mar 08 13:04:34.219202 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (dcf3932d-a8fb-4e6a-b433-a40dacc24f62), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.248725 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=dcf3932d-a8fb-4e6a-b433-a40dacc24f62,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:34.304875 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (593196c7-4976-4230-8e13-add22a7ed261), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.308007 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.309136 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-be13bde7-733d-4577-b832-cfe1ad48ca1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/floatingips/593196c7-4976-4230-8e13-add22a7ed261 HTTP/1.1" status: 204 len: 168 time: 0.4502823 Mar 08 13:04:34.588153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e9f89-6cbf-4a91-9ddd-696b53b69955 req-c4787263-e4bf-4c3a-a34b-198c415d99ac tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:34.589869 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-251e9f89-6cbf-4a91-9ddd-696b53b69955 req-c4787263-e4bf-4c3a-a34b-198c415d99ac tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0650079 Mar 08 13:04:34.637026 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-251e9f89-6cbf-4a91-9ddd-696b53b69955 req-de4657e6-d895-497d-a471-0cf18637edd9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Mar 08 13:04:34.684636 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41064) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:34.689108 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096584306', 'description': 'tempest-description--1273755051'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:34.709687 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.774976 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (e4675b8f-01c2-4d54-a152-fa209976658d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.779075 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e4675b8f-01c2-4d54-a152-fa209976658d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.807845 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.809049 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1233964 Mar 08 13:04:34.812008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41068) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:34.815980 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805499d-e406-4d00-9026-4a6435f4f04f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4675b8f-01c2-4d54-a152-fa209976658d,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:34.816495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': 'e4675b8f-01c2-4d54-a152-fa209976658d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:34.841862 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (7664ea81-42b8-48b0-b898-f3b33f3f0e68), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.895592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (7664ea81-42b8-48b0-b898-f3b33f3f0e68), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.899047 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (7664ea81-42b8-48b0-b898-f3b33f3f0e68), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.915124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7664ea81-42b8-48b0-b898-f3b33f3f0e68,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:34.922687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:34.923835 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-35d96d90-217e-4d26-82ca-944d4718070b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108532 Mar 08 13:04:34.926555 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41070) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:34.930750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': 'e4675b8f-01c2-4d54-a152-fa209976658d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:34.953949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (1ff0189f-3c68-492f-bfae-fbf87ac8e4d9), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.007964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (1ff0189f-3c68-492f-bfae-fbf87ac8e4d9), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.012815 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (1ff0189f-3c68-492f-bfae-fbf87ac8e4d9), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.030519 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff0189f-3c68-492f-bfae-fbf87ac8e4d9,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:35.038606 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.042874 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-772b2a5d-7102-4feb-9f0b-761bd8c0915b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123331 Mar 08 13:04:35.042975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41076) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:35.047398 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:35.067445 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.165168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.283070 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.27.1.155 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/e05e01db-35da-489e-902a-5c0a5948eb00) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:35.389999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c47d9-e0a3-4b37-97ff-1532b94d0dac req-57c8e53f-7c55-444e-be26-e8d68334a4e4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:35.391471 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f04c47d9-e0a3-4b37-97ff-1532b94d0dac req-57c8e53f-7c55-444e-be26-e8d68334a4e4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.1032364 Mar 08 13:04:35.448003 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (e05e01db-35da-489e-902a-5c0a5948eb00), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.483011 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f04c47d9-e0a3-4b37-97ff-1532b94d0dac req-5996f6e4-719f-45ed-9d32-08a0f35646ca tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847952 Mar 08 13:04:35.504288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.542423 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:35.546542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:35.549895 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:35.571017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=e05e01db-35da-489e-902a-5c0a5948eb00,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:35.632726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.670950 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.813120 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197a62-1ff4-4d4b-9294-aad49b24cbbc req-fce9a5ed-a3fe-4a42-ba06-fae3a00a4f8e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:35.814527 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e197a62-1ff4-4d4b-9294-aad49b24cbbc req-fce9a5ed-a3fe-4a42-ba06-fae3a00a4f8e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1059673 Mar 08 13:04:35.893648 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (e05e01db-35da-489e-902a-5c0a5948eb00), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.899476 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e197a62-1ff4-4d4b-9294-aad49b24cbbc req-5931a782-a2be-4dfb-8b7f-2f6391348b9a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742533 Mar 08 13:04:35.900576 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:35.979615 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=e05e01db-35da-489e-902a-5c0a5948eb00,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:36.005925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:36.027630 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:36.028875 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-70af142a-179f-4547-9b60-60fd4838e716 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9850357 Mar 08 13:04:36.042509 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c1b05-dee7-46e8-926c-9b5da836e435 req-e95ef3e9-49af-46fd-a4c1-5f9e9c619db1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.043985 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-929c1b05-dee7-46e8-926c-9b5da836e435 req-e95ef3e9-49af-46fd-a4c1-5f9e9c619db1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0759823 Mar 08 13:04:36.053383 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41092) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:36.058634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'floatingip': {'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:36.103463 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:36.229004 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-5df02805-e6c0-426c-9e18-24efe7de0353 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2096584306&fields=id&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 267 time: 0.0415223 Mar 08 13:04:36.342059 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-d572f69c-10ee-403c-a053-fc5a3354c72b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.343477 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-d572f69c-10ee-403c-a053-fc5a3354c72b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.1078074 Mar 08 13:04:36.358954 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-bfb238cd-3ad1-4f68-b676-8d9ae3efc539 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/quotas/d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Mar 08 13:04:36.421309 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-ff1e663d-c7da-4f96-831e-2370e4f9226a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556259 Mar 08 13:04:36.560572 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e129d6b9-2663-4bf3-9db3-867cca708002 service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Mar 08 13:04:36.572167 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f0b55-d464-4334-be17-687c64bf635c req-51a4fcf8-4e90-4c64-a6ab-74b14b876aad tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.573609 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-047f0b55-d464-4334-be17-687c64bf635c req-51a4fcf8-4e90-4c64-a6ab-74b14b876aad tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.0789385 Mar 08 13:04:36.575943 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:36.580638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:36.679939 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-047f0b55-d464-4334-be17-687c64bf635c req-4b0eb04d-3f7b-4cb6-ba1f-420c12a4af5c tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Mar 08 13:04:36.681556 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Floating IP ab72544b-6b2f-42d1-9bec-3668669542f4 associated. External IP: 172.27.1.147, port: 4ee498e7-0504-4b69-89e1-82e4ae63cb8b. Mar 08 13:04:36.694147 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-5ef3492b-94d0-4b93-bb23-0a78730ce557 service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194632 Mar 08 13:04:36.698886 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:36.733211 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:36.734045 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 9b13d749-d59d-48c0-bd1f-a4e9d4bb4795 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:36.808162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024c1a-b6aa-4386-9ef7-db32f401195a req-31079edb-e8b0-4f75-bde9-8f66d791c405 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:36.809969 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-23024c1a-b6aa-4386-9ef7-db32f401195a req-31079edb-e8b0-4f75-bde9-8f66d791c405 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0629539 Mar 08 13:04:36.903637 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-dc9fb344-9773-4d9d-9497-9b6302c5a130 req-409895f6-5ea3-4e56-95fb-53c1acaba4ec tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 210 time: 0.0321426 Mar 08 13:04:36.909816 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-23024c1a-b6aa-4386-9ef7-db32f401195a req-956f9e31-81d2-40dc-b4ef-5cef8b24aa3c tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937734 Mar 08 13:04:37.151182 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:37.271701 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:37.275990 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:37.284102 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:37.294265 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:37.295341 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:37.304862 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ee2577a7-ced1-4f33-bb64-5c61dbe45a9d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "PUT /v2.0/floatingips/ab72544b-6b2f-42d1-9bec-3668669542f4 HTTP/1.1" status: 200 len: 991 time: 1.2503626 Mar 08 13:04:37.305778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:37.308171 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b9230-5866-45c4-ab1a-0881444a9219" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:37.350665 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae86f58-93c9-4dca-a987-1971a80b4fc6 x-openstack-request-id: req-1ae86f58-93c9-4dca-a987-1971a80b4fc6 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:37.350972 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:37.351221 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ae86f58-93c9-4dca-a987-1971a80b4fc6 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:37.351638 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'status': 'completed', 'code': 200} Mar 08 13:04:37.441072 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-e0a9bfdb-7768-4aef-89a1-5c224fa4b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:37.443357 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-e0a9bfdb-7768-4aef-89a1-5c224fa4b813 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1129 time: 0.0565686 Mar 08 13:04:37.540172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-ff0416dd-1643-4011-9622-c5a74690f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:37.541781 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-ff0416dd-1643-4011-9622-c5a74690f946 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.0912795 Mar 08 13:04:37.547241 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:37.610581 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-2f5b06e8-aac9-4b61-81d6-8661c618693e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 999 time: 0.0604231 Mar 08 13:04:37.659837 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-859b2e29-2053-4e74-91b1-f36abd05eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:37.661285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-859b2e29-2053-4e74-91b1-f36abd05eb04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0428100 Mar 08 13:04:37.711225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-857f4c36-03c6-42fb-8592-b085c3bf32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:37.712993 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-857f4c36-03c6-42fb-8592-b085c3bf32d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451372 Mar 08 13:04:37.769252 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': 'ab72544b-6b2f-42d1-9bec-3668669542f4', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:16Z', 'updated_at': '2022-03-08T13:04:36Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:37.799289 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:37.808128 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:37.809315 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:37.849135 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9fa4a-f9f4-4f35-975e-d121318e6ee7 req-2c2bcb29-572e-458b-ac3d-1ecf135b752a tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:37.850610 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ce9fa4a-f9f4-4f35-975e-d121318e6ee7 req-2c2bcb29-572e-458b-ac3d-1ecf135b752a tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.0989163 Mar 08 13:04:37.852753 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-8f7c4227-c1af-41cd-b5d7-75af08b1ad46 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258714 Mar 08 13:04:37.926628 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:37.987250 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8ce9fa4a-f9f4-4f35-975e-d121318e6ee7 req-af35a66c-5bc0-4d96-a262-79d1af7d69c3 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260619 Mar 08 13:04:38.109105 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c79b9230-5866-45c4-ab1a-0881444a9219 req-51abebb0-641f-44f3-abbe-e3644123657a service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460840 Mar 08 13:04:38.110854 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a99e9194-cf1b-4c0d-b83f-c9ae52aa3b99 req-034ba059-a79f-4b7c-9084-60d6479f40ea tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 210 time: 0.0488310 Mar 08 13:04:38.149365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5da03-fdf4-4738-9de8-7dc48c31a4cb req-7d47e700-d431-45b5-b472-3dc0a31f9d98 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.151031 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-16c5da03-fdf4-4738-9de8-7dc48c31a4cb req-7d47e700-d431-45b5-b472-3dc0a31f9d98 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.1543450 Mar 08 13:04:38.156575 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-bf7f40ba-9a24-4585-9049-e11de3724bbd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.157950 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-bf7f40ba-9a24-4585-9049-e11de3724bbd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.2158582 Mar 08 13:04:38.211471 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': 'ab72544b-6b2f-42d1-9bec-3668669542f4', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:16Z', 'updated_at': '2022-03-08T13:04:36Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:38.241487 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f9e6ae-93df-4ffc-8ed5-a84ec5130954 None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': 'ab72544b-6b2f-42d1-9bec-3668669542f4', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.147', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:16Z', 'updated_at': '2022-03-08T13:04:36Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:38.245250 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-16c5da03-fdf4-4738-9de8-7dc48c31a4cb req-efa23bb5-af5b-4229-a7f9-e066e33d2681 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=938b4784-030a-495c-bdee-9696c061dc1c&id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863488 Mar 08 13:04:38.254785 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-213c6ab2-9ddd-4048-8ddd-c7476c4c1b66 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 380 time: 0.0821481 Mar 08 13:04:38.264708 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'port': {'device_id': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'admin_state_up': True, 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'security_groups': ['e4675b8f-01c2-4d54-a152-fa209976658d']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:38.374015 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:04:38.377461 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:38.444271 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275d752-fb27-4906-9a38-d4f25579612a None None] New status for floating IP ab72544b-6b2f-42d1-9bec-3668669542f4: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:38.506107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.20.0.4 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/7e5b51fb-6bcf-4866-b4dd-d9ea256ced35) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:04:38.650828 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:38.713045 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:38.757278 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a9600fb0-57a8-4e1b-a52d-5c935e1d0e22 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.758721 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a9600fb0-57a8-4e1b-a52d-5c935e1d0e22 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.0956023 Mar 08 13:04:38.781191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:04:38.800656 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:04:38.805318 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:38.809364 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:04:38.887060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:38.887679 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:38.910216 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e3d01a35-00e3-4cc9-b7d3-d22d7027baf2 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6492398 Mar 08 13:04:38.922569 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Request body: {'port': {'device_id': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:38.951486 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Deleting port 5df70708-794d-4a08-84b6-a7e7d2283db6 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:04:38.951823 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:38.993496 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-ae862d58-2e48-4107-a7bb-acddce66c290 None None] Provisioning complete for port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:38.994081 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ae862d58-2e48-4107-a7bb-acddce66c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.029235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-ae862d58-2e48-4107-a7bb-acddce66c290 None None] Port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:04:39.042004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.408214 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] For port 5df70708-794d-4a08-84b6-a7e7d2283db6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5df70708-794d-4a08-84b6-a7e7d2283db6,segment=NetworkSegment(c05294c2-f95e-491b-9e83-5cc30c0cbcbf),segment_id=c05294c2-f95e-491b-9e83-5cc30c0cbcbf)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:39.408498 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.438118 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Calling delete_port for 5df70708-794d-4a08-84b6-a7e7d2283db6 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:04:39.511390 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e719e-66e5-42fb-9415-c59fe1ed2871 req-b662cc87-e8b8-4eb4-9883-f84adee015e9 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:39.512859 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-364e719e-66e5-42fb-9415-c59fe1ed2871 req-b662cc87-e8b8-4eb4-9883-f84adee015e9 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/ports?device_id=76770819-a9ee-4259-82eb-015d0314b61f HTTP/1.1" status: 200 len: 945 time: 0.4647439 Mar 08 13:04:39.560034 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288fee2-4542-48fa-b653-b5bcb4a4903d req-339f9766-d7bd-44c4-8088-60f2369498fb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:39.561448 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d288fee2-4542-48fa-b653-b5bcb4a4903d req-339f9766-d7bd-44c4-8088-60f2369498fb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 931 time: 0.2350748 Mar 08 13:04:39.714767 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-364e719e-66e5-42fb-9415-c59fe1ed2871 req-86d33652-faad-46d0-8616-ce11414b4ab6 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a159d72-963f-4082-a0b5-e66cb9544e79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912446 Mar 08 13:04:39.727568 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d288fee2-4542-48fa-b653-b5bcb4a4903d req-f723b096-0849-482e-b076-852eeb95501a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543753 Mar 08 13:04:39.837205 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (5df70708-794d-4a08-84b6-a7e7d2283db6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.852610 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['5df70708-794d-4a08-84b6-a7e7d2283db6'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:39.867750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:39.874636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Pushing event deleted for resources: {'Port': ['ID=5df70708-794d-4a08-84b6-a7e7d2283db6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:39.877685 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks [] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.911170 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Transition to ACTIVE for port object 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:04:39.926099 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] No DVR routers for this DVR port 5df70708-794d-4a08-84b6-a7e7d2283db6 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:04:39.927749 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.930058 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:39.933294 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd2abdd1-a1d6-45ff-b04a-ab0659403d6a req-a52f01aa-47b9-46d1-82ed-1cacc909dc13 tempest-VolumesSnapshotTestJSON-648671109 tempest-VolumesSnapshotTestJSON-648671109-project] 10.222.0.74 "DELETE /v2.0/ports/5df70708-794d-4a08-84b6-a7e7d2283db6 HTTP/1.1" status: 204 len: 173 time: 1.1663115 Mar 08 13:04:39.935058 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'name': 'network-vif-deleted', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:39.937251 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9277ca-f066-4d3e-854d-2c99078f600b" -d '{"events": [{"server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "name": "network-vif-deleted", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:39.984036 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02274b5d-1452-4c37-89b5-c685dca48626 x-openstack-request-id: req-02274b5d-1452-4c37-89b5-c685dca48626 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:39.984325 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76770819-a9ee-4259-82eb-015d0314b61f", "name": "network-vif-deleted", "tag": "5df70708-794d-4a08-84b6-a7e7d2283db6", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:39.984579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02274b5d-1452-4c37-89b5-c685dca48626 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:39.984976 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76770819-a9ee-4259-82eb-015d0314b61f', 'name': 'network-vif-deleted', 'tag': '5df70708-794d-4a08-84b6-a7e7d2283db6', 'status': 'completed', 'code': 200} Mar 08 13:04:39.993176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:40.069392 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Attempting to bind port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:04:40.070121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Attempting to bind port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:04:40.070121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Attempting to bind port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:40.074653 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:04:40.074975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Attempting to bind port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:04:40.080666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:04:40.081211 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:04:40.081594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:04:40.082108 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Bound port: 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:04:40.082475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:40.147619 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:04:40.150812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:04:40.157092 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:40.202951 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:40.203543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:40.204924 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] 10.222.0.74 "PUT /v2.0/ports/7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 HTTP/1.1" status: 200 len: 1093 time: 1.2870688 Mar 08 13:04:40.225090 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442b78-b245-43cd-bf8a-a1c0487599fc service neutron] Pushing event updated for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:40.295955 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-71410f15-2d6f-49a4-9b9e-d15d35871bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:40.297436 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-71410f15-2d6f-49a4-9b9e-d15d35871bfb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 1127 time: 0.0471635 Mar 08 13:04:40.340283 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-6536232b-1174-4606-a58e-6607c76bf2fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 HTTP/1.1" status: 200 len: 217 time: 0.0351131 Mar 08 13:04:40.396027 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e26bb191-9f3c-474b-8166-6dc6cfac30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:40.397474 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-e26bb191-9f3c-474b-8166-6dc6cfac30ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0491049 Mar 08 13:04:40.445906 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-38fdb688-00a6-4b0a-a7fd-b2fa5d9a2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:40.447411 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-38fdb688-00a6-4b0a-a7fd-b2fa5d9a2f68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439830 Mar 08 13:04:40.542543 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-f726089f-e054-41e1-85c0-e6a1d969868d service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 Mar 08 13:04:40.636150 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-54972d94-0da7-48ec-a8b6-824e4f795b13 req-4622b797-5a91-461d-a0ff-f3a7f3acfa37 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827563 Mar 08 13:04:40.849810 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9225921-6d11-4d94-a7cd-07caebe730fe req-5c191410-53e6-4f1c-b433-42ece17d431d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:40.851297 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9225921-6d11-4d94-a7cd-07caebe730fe req-5c191410-53e6-4f1c-b433-42ece17d431d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 943 time: 0.0530114 Mar 08 13:04:40.898859 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f9225921-6d11-4d94-a7cd-07caebe730fe req-4b8988d2-acd5-4488-a6db-36b483c49ecb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Mar 08 13:04:41.994138 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:41.996322 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:42.024460 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f79c1-3027-41e9-adb6-8c1a6c4137d8 req-cdb2f45b-aba5-480f-b0e2-9f03f091bfed tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:42.025977 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-507f79c1-3027-41e9-adb6-8c1a6c4137d8 req-cdb2f45b-aba5-480f-b0e2-9f03f091bfed tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 943 time: 0.0610650 Mar 08 13:04:42.039137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7134e64-df17-4b68-8212-e663c1338a1b x-openstack-request-id: req-c7134e64-df17-4b68-8212-e663c1338a1b {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:42.039451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:42.039700 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7134e64-df17-4b68-8212-e663c1338a1b {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:42.040083 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'status': 'completed', 'code': 200} Mar 08 13:04:42.106687 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-507f79c1-3027-41e9-adb6-8c1a6c4137d8 req-352dee47-e6d6-4ad2-bab6-b3ce7da8c673 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754225 Mar 08 13:04:42.124601 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-19e6ea3b-ec8c-4916-8814-31db4ba42b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:42.124601 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-19e6ea3b-ec8c-4916-8814-31db4ba42b0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 1127 time: 0.0628493 Mar 08 13:04:42.220008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-96f58264-05cb-4551-90cd-bb07d22822c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:42.221404 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-96f58264-05cb-4551-90cd-bb07d22822c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.0890625 Mar 08 13:04:42.264223 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-3d1ca837-4a50-4174-b926-fbf73fe123fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 HTTP/1.1" status: 200 len: 217 time: 0.0363729 Mar 08 13:04:42.316065 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-1c006620-a185-4a62-8704-d6e2c448af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:42.318005 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-1c006620-a185-4a62-8704-d6e2c448af72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0422647 Mar 08 13:04:42.365327 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-6f1b8f5b-a69e-4f6a-afc6-f57956516ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:42.366842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-6f1b8f5b-a69e-4f6a-afc6-f57956516ca7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427284 Mar 08 13:04:42.459092 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-bdb57d3c-04a1-4ee7-a2aa-3978b9afd758 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833666 Mar 08 13:04:42.549292 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-aa25189d-2dc5-4454-85a5-9453a3f2e5c2 req-6b036492-6060-4637-a898-6ef6b16ae4d4 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 Mar 08 13:04:43.224016 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9a71c-6dfc-482e-bc40-1b8b2e235040 req-4760a4ad-7b08-4807-87ff-5aaf3cc76e50 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:43.225454 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c5f9a71c-6dfc-482e-bc40-1b8b2e235040 req-4760a4ad-7b08-4807-87ff-5aaf3cc76e50 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 943 time: 0.0519495 Mar 08 13:04:43.273074 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c5f9a71c-6dfc-482e-bc40-1b8b2e235040 req-91ebf4d2-20cf-4767-aef7-0d0eba2ad8da tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Mar 08 13:04:43.328796 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 5df70708-794d-4a08-84b6-a7e7d2283db6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:04:43.349058 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 5df70708-794d-4a08-84b6-a7e7d2283db6 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:04:43.349407 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 5df70708-794d-4a08-84b6-a7e7d2283db6 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:04:44.387536 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fddcee-6619-40a4-9904-a24047022b1d req-e2d1fba1-fd05-4e16-9333-68f23d3a9551 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:44.388988 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-92fddcee-6619-40a4-9904-a24047022b1d req-e2d1fba1-fd05-4e16-9333-68f23d3a9551 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 943 time: 0.0513444 Mar 08 13:04:44.433518 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-92fddcee-6619-40a4-9904-a24047022b1d req-1c35356f-bde3-4eb9-a9ae-e4d0a67fd256 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Mar 08 13:04:45.072217 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:04:45.166026 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:45.176395 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'port_id': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'mac_address': 'fa:16:3e:b5:b3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:04:45.216013 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:45.216403 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.229436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:04:45.247699 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:45.251846 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.298879 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:45.551478 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-50454087-76cd-40b2-ae6e-1e4f6669928b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:45.565667 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372aee-1dd2-4095-ad6a-7f4af3710284 req-8274be55-919a-46f0-b6d9-fa045ff7dcfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:45.568772 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b372aee-1dd2-4095-ad6a-7f4af3710284 req-8274be55-919a-46f0-b6d9-fa045ff7dcfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 944 time: 0.0665269 Mar 08 13:04:45.591953 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:04:45.617320 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b372aee-1dd2-4095-ad6a-7f4af3710284 req-a97ad86e-a8f6-4e9a-9306-e0f94656c912 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Mar 08 13:04:46.736445 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0724-8d87-4dee-bacb-4f77125396af req-ce55918e-918f-46dd-8c92-8dff5445e1ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:46.738447 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b77b0724-8d87-4dee-bacb-4f77125396af req-ce55918e-918f-46dd-8c92-8dff5445e1ef tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 944 time: 0.0513968 Mar 08 13:04:46.788864 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b77b0724-8d87-4dee-bacb-4f77125396af req-098d04e6-8c25-4dce-8c22-406de3a4ec94 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Mar 08 13:04:47.067650 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:04:47.114843 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:04:47.118560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:04:47.118938 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.197345 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:04:47.197726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.220781 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:47.223564 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f44e82-bc38-4ace-b99d-9686852ff68d" -d '{"events": [{"server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:47.235781 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:04:47.239798 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.264544 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d398c22-f4fe-44c8-9397-6b69a14a64e1 x-openstack-request-id: req-1d398c22-f4fe-44c8-9397-6b69a14a64e1 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:47.264854 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "name": "network-vif-plugged", "status": "completed", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:47.265108 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d398c22-f4fe-44c8-9397-6b69a14a64e1 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:47.265496 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'code': 200} Mar 08 13:04:47.291644 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:04:47.469726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57878246-3f56-44e4-a5ac-e82caed44e42 req-538267e6-c193-45e2-b6e2-a4836c949e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.471238 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57878246-3f56-44e4-a5ac-e82caed44e42 req-538267e6-c193-45e2-b6e2-a4836c949e0b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 1129 time: 0.0460513 Mar 08 13:04:47.513223 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57878246-3f56-44e4-a5ac-e82caed44e42 req-39f091bf-872f-4621-9fa0-cf483274e40b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355318 Mar 08 13:04:47.868931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-24c45da5-fb7c-4659-ac7d-33af2f3f16b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:47.911357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cb07f-25ea-4076-94c4-cd96d042751a req-595d4da2-ceb4-4fc7-a57e-90e0dfe1decf tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:47.912804 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9e1cb07f-25ea-4076-94c4-cd96d042751a req-595d4da2-ceb4-4fc7-a57e-90e0dfe1decf tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.0551772 Mar 08 13:04:47.959988 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9e1cb07f-25ea-4076-94c4-cd96d042751a req-51975497-8fe4-4bb8-b656-476b4947134b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Mar 08 13:04:48.985957 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:49.080162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea6552-dac5-46b9-973e-4d8faf13c4aa req-84ea1c8f-d9bd-4833-9943-e5ec1431e06e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:49.081617 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ceea6552-dac5-46b9-973e-4d8faf13c4aa req-84ea1c8f-d9bd-4833-9943-e5ec1431e06e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Mar 08 13:04:49.131362 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ceea6552-dac5-46b9-973e-4d8faf13c4aa req-878bd266-98d1-452e-adf2-61506d999847 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Mar 08 13:04:49.245767 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506babcd-a68d-4ac6-858f-d4bc7cf9a7ba req-57db3754-fa99-4417-be0b-05c2864185eb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:49.247172 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-506babcd-a68d-4ac6-858f-d4bc7cf9a7ba req-57db3754-fa99-4417-be0b-05c2864185eb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.0535612 Mar 08 13:04:49.255988 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41222) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:04:49.260556 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'port_id': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:04:49.301692 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:49.732387 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:49.735841 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:49.837614 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 0c1d90d8-64d3-480e-acb6-d8a721914d78 associated. External IP: 172.27.1.155, port: 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35. Mar 08 13:04:50.047656 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:04:50.154008 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:04:50.158455 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:50.163787 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:04:50.173356 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:50.174051 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:50.188018 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-706e0164-3e74-4cd2-b970-e4bbd2129b3e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "PUT /v2.0/floatingips/0c1d90d8-64d3-480e-acb6-d8a721914d78 HTTP/1.1" status: 200 len: 991 time: 0.9308462 Mar 08 13:04:50.188745 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:04:50.191126 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:04:50.227357 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a110d59-f3ce-4b82-89f0-9ee9f2ea22e1 x-openstack-request-id: req-7a110d59-f3ce-4b82-89f0-9ee9f2ea22e1 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:04:50.227672 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:04:50.227921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a110d59-f3ce-4b82-89f0-9ee9f2ea22e1 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:04:50.228310 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'status': 'completed', 'code': 200} Mar 08 13:04:50.287566 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:50.373433 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:50.523414 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '0c1d90d8-64d3-480e-acb6-d8a721914d78', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:b5:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:35Z', 'updated_at': '2022-03-08T13:04:49Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:50.549386 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:04:50.558437 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:04:50.559038 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:04:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:50.667410 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:04:51.016392 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '0c1d90d8-64d3-480e-acb6-d8a721914d78', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:b5:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:35Z', 'updated_at': '2022-03-08T13:04:49Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:04:51.043466 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e7eea-3156-4c6e-8b3c-efb2e52fff66 None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '0c1d90d8-64d3-480e-acb6-d8a721914d78', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:b5:b3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:04:35Z', 'updated_at': '2022-03-08T13:04:49Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:04:51.232671 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afee07e-220a-4475-928a-cb6480894748 None None] New status for floating IP 0c1d90d8-64d3-480e-acb6-d8a721914d78: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:04:51.774245 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:52.600592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-2117f7dc-f84d-4500-9480-b1da91b57e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.602081 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-2117f7dc-f84d-4500-9480-b1da91b57e89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 1129 time: 0.0431485 Mar 08 13:04:52.698346 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-981896b5-9459-4ca2-83e5-85baf6253d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.699794 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-981896b5-9459-4ca2-83e5-85baf6253d9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.0858331 Mar 08 13:04:52.766076 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-23c152f6-25b8-4f1e-88b0-1796af15ae17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 HTTP/1.1" status: 200 len: 1001 time: 0.0563076 Mar 08 13:04:52.818796 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-29dde266-de1b-4823-9451-2629b697f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.820350 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-29dde266-de1b-4823-9451-2629b697f88d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0432847 Mar 08 13:04:52.875351 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-d67dc547-1881-4913-808a-73b764ab17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:52.876856 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-d67dc547-1881-4913-808a-73b764ab17d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483348 Mar 08 13:04:52.974259 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-9f48ff67-3770-42de-a162-e1e9762f35ad service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875647 Mar 08 13:04:53.073057 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ffc2ab16-de08-4bd6-bf00-a0d5a83b7ee7 req-5567cc9a-d406-423f-a787-af7d37b8ac5e service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904040 Mar 08 13:04:54.276728 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919c1b3-3a37-4c0c-84db-d610b2707b8e req-70040714-cb78-4aa9-9dac-b988d050362a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:54.278236 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7919c1b3-3a37-4c0c-84db-d610b2707b8e req-70040714-cb78-4aa9-9dac-b988d050362a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0526092 Mar 08 13:04:54.324525 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7919c1b3-3a37-4c0c-84db-d610b2707b8e req-2195bfe9-0ed1-4ff2-859a-53a26e6d2630 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Mar 08 13:04:54.991438 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-d9e1954e-05ad-402c-8948-6c552fcb555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:54.992865 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-d9e1954e-05ad-402c-8948-6c552fcb555e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1130 time: 0.0434213 Mar 08 13:04:55.099021 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-e0974252-9425-4af7-8738-96b0378906bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.100361 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-e0974252-9425-4af7-8738-96b0378906bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.0889673 Mar 08 13:04:55.170575 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-e6326bfb-c598-4c9a-b694-42a722261eb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 1001 time: 0.0576751 Mar 08 13:04:55.231995 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-c0f87d4c-a577-48de-9502-4b0edfc1e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.233388 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-c0f87d4c-a577-48de-9502-4b0edfc1e105 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0459049 Mar 08 13:04:55.288313 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-a97194d9-e79d-4bba-a506-4ae79ff9e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.289842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-a97194d9-e79d-4bba-a506-4ae79ff9e473 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426493 Mar 08 13:04:55.382900 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-f02dd22b-ca11-4fb9-9334-0ff219e4bc06 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Mar 08 13:04:55.498212 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e98d-4038-4116-bae6-d0506a0f97bf req-be572668-3e3b-481c-9901-3c4a3aa03562 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:55.499648 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76d8e98d-4038-4116-bae6-d0506a0f97bf req-be572668-3e3b-481c-9901-3c4a3aa03562 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.1014822 Mar 08 13:04:55.524770 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5fad1559-73fc-4c12-adaa-3f33e2e5f642 req-60d5c785-5657-4424-be91-135f4192c8cd service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342287 Mar 08 13:04:55.556159 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76d8e98d-4038-4116-bae6-d0506a0f97bf req-14c74c25-d184-4a94-81b7-288439d2c0b7 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471768 Mar 08 13:04:55.585810 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:04:56.672740 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5010205-a3c3-4aad-af07-1804e842bd8c req-eec860c9-794b-4d92-8f8f-63fa94f643e8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:56.674194 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5010205-a3c3-4aad-af07-1804e842bd8c req-eec860c9-794b-4d92-8f8f-63fa94f643e8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0511482 Mar 08 13:04:56.719280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f5010205-a3c3-4aad-af07-1804e842bd8c req-8260d1c6-b71f-4cc2-bd15-bba8b4cee7d0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Mar 08 13:04:57.832917 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398fe07-c033-4c70-b5e0-b996819e78ef req-8766651a-d4f2-4ff1-bc3b-1ca4db4cfd7b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:57.834380 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c398fe07-c033-4c70-b5e0-b996819e78ef req-8766651a-d4f2-4ff1-bc3b-1ca4db4cfd7b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0508225 Mar 08 13:04:57.879261 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c398fe07-c033-4c70-b5e0-b996819e78ef req-78ffe4ee-9d9a-42f8-8578-bb1836b36329 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Mar 08 13:04:58.997512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09d86-bb37-4b49-9b28-2bc51bc7ca51 req-49a2b7dc-f8d0-4d75-9e92-3da67d4ca3d3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:04:58.998989 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d1c09d86-bb37-4b49-9b28-2bc51bc7ca51 req-49a2b7dc-f8d0-4d75-9e92-3da67d4ca3d3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0539384 Mar 08 13:04:59.047107 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d1c09d86-bb37-4b49-9b28-2bc51bc7ca51 req-c2141cab-236e-46b5-a67d-fd21bda6531a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 Mar 08 13:04:59.123002 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:00.160350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0843d4-9a48-4d4e-8bbe-86f600b86f1c req-d3015da2-c6d0-4b6d-9c99-69f6e12527f1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:00.161766 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ff0843d4-9a48-4d4e-8bbe-86f600b86f1c req-d3015da2-c6d0-4b6d-9c99-69f6e12527f1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0507779 Mar 08 13:05:00.206563 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ff0843d4-9a48-4d4e-8bbe-86f600b86f1c req-4e6b6e82-aee9-47a2-bd08-9b07a5e3be84 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 Mar 08 13:05:01.319872 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257b4b-a259-41e2-ae0d-69f2f4cc05c1 req-7b366f04-1103-4090-9e71-7428e5d6ad1e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:01.321310 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0c257b4b-a259-41e2-ae0d-69f2f4cc05c1 req-7b366f04-1103-4090-9e71-7428e5d6ad1e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0499372 Mar 08 13:05:01.369913 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0c257b4b-a259-41e2-ae0d-69f2f4cc05c1 req-7064b92f-2039-485d-b09c-9d2784dc4228 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Mar 08 13:05:02.483351 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21250f44-307e-4391-bddb-bd980b928be6 req-cd5de43d-13b0-4ceb-8899-3d4cc151298a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:02.484801 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-21250f44-307e-4391-bddb-bd980b928be6 req-cd5de43d-13b0-4ceb-8899-3d4cc151298a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0505295 Mar 08 13:05:02.529104 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-21250f44-307e-4391-bddb-bd980b928be6 req-bb3c84c3-ef16-46ea-bc4b-e8ccd1bd96d7 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 Mar 08 13:05:02.750309 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41342) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:02.794421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Deleting subnet a710772d-8d55-441a-b011-2f9a34a553d5 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:05:02.797392 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Publish callbacks [] for subnet (a710772d-8d55-441a-b011-2f9a34a553d5), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:02.829899 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (a710772d-8d55-441a-b011-2f9a34a553d5), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:02.866519 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (a710772d-8d55-441a-b011-2f9a34a553d5), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:02.919596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (a710772d-8d55-441a-b011-2f9a34a553d5), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:02.946381 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a710772d-8d55-441a-b011-2f9a34a553d5,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:02.948747 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:02.951860 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a710772d-8d55-441a-b011-2f9a34a553d5 HTTP/1.1" status: 204 len: 168 time: 0.2005751 Mar 08 13:05:02.954411 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41344) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:02.957982 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.958478 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.958827 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.959160 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.959492 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.959816 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.960141 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.960592 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.960787 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.961109 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.961429 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.961753 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:02.962098 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec8b33-5ef1-4f19-9bc9-95c7ca34e167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.026026 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.100755 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.120346 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d83c7b-5cb8-484e-abf1-cff1ca25e83e']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:03.129718 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:03.130045 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05294c2-f95e-491b-9e83-5cc30c0cbcbf') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:03.138855 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (c05294c2-f95e-491b-9e83-5cc30c0cbcbf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.151582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (c05294c2-f95e-491b-9e83-5cc30c0cbcbf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.157250 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:05:03.157620 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (c05294c2-f95e-491b-9e83-5cc30c0cbcbf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:05:03.159373 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:05:03.215046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (d9d83c7b-5cb8-484e-abf1-cff1ca25e83e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.220263 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.223477 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9d83c7b-5cb8-484e-abf1-cff1ca25e83e HTTP/1.1" status: 204 len: 168 time: 0.2680666 Mar 08 13:05:03.233775 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d83c7b-5cb8-484e-abf1-cff1ca25e83e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:03.241304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.241654 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.242019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.242358 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.242714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.243046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.243485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.243688 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.244014 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.244341 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.244660 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.244978 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.245295 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f555ba6-b644-497d-b8ab-42634d49d5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:03.334084 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41348) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:03.372379 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0c5944fe-72b2-4cf7-a94d-e200d71e1203 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75d0b0296f2b44449f52076bd3b46eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371573 Mar 08 13:05:03.374916 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41352) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:03.420273 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] Publish callbacks [] for security_group (1a159d72-963f-4082-a0b5-e66cb9544e79), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.440735 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] Publish callbacks [] for security_group (1a159d72-963f-4082-a0b5-e66cb9544e79), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.487945 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (1a159d72-963f-4082-a0b5-e66cb9544e79), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.490473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:03.491578 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a159d72-963f-4082-a0b5-e66cb9544e79 HTTP/1.1" status: 204 len: 168 time: 0.1157956 Mar 08 13:05:03.499098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7d6bd-38d0-4e23-9bbb-f82e734d32e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a159d72-963f-4082-a0b5-e66cb9544e79,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:03.647205 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585486be-2b67-47dd-9893-fc623871660c req-356f48c5-059f-4206-84bf-18a9dc598d8f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:03.648778 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-585486be-2b67-47dd-9893-fc623871660c req-356f48c5-059f-4206-84bf-18a9dc598d8f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0537026 Mar 08 13:05:03.701489 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-585486be-2b67-47dd-9893-fc623871660c req-dec7593d-4728-4055-8c96-db31b96727d1 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Mar 08 13:05:04.816229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39a5e-a7d1-439f-80e2-1342e053a1b7 req-0fd27ada-7579-4609-8cdb-5900e6e88a95 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:04.817684 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84f39a5e-a7d1-439f-80e2-1342e053a1b7 req-0fd27ada-7579-4609-8cdb-5900e6e88a95 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0518293 Mar 08 13:05:04.862169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84f39a5e-a7d1-439f-80e2-1342e053a1b7 req-acd477e1-555d-4204-9554-05d49179385f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390663 Mar 08 13:05:05.062229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a610507-6420-4010-b4e7-325a9935ec4c req-626b3514-a91b-48a7-a187-bbcfc52c4927 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.063693 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a610507-6420-4010-b4e7-325a9935ec4c req-626b3514-a91b-48a7-a187-bbcfc52c4927 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0580873 Mar 08 13:05:05.136411 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a610507-6420-4010-b4e7-325a9935ec4c req-7f80d4cf-02a5-4486-8014-0b7f23b56bc5 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665891 Mar 08 13:05:05.145539 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ba48-b537-4c20-aa65-983e533142ca req-202cf074-1a9a-4bda-99c1-132e76d1d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.147003 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-202cf074-1a9a-4bda-99c1-132e76d1d780 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 1130 time: 0.0715833 Mar 08 13:05:05.242434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ba48-b537-4c20-aa65-983e533142ca req-37414898-464b-43f4-8688-329e4d007b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.243855 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-37414898-464b-43f4-8688-329e4d007b3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.0847015 Mar 08 13:05:05.310774 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-2c5c62da-0938-49e8-8445-12e53381861f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 200 len: 1001 time: 0.0585458 Mar 08 13:05:05.358477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ba48-b537-4c20-aa65-983e533142ca req-6194e09e-f315-457f-b0b9-3b778ce369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.359917 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-6194e09e-f315-457f-b0b9-3b778ce369a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0409262 Mar 08 13:05:05.410434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ba48-b537-4c20-aa65-983e533142ca req-cf6564a1-2aa8-47d9-bd8c-f7175c8f4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:05.411845 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-cf6564a1-2aa8-47d9-bd8c-f7175c8f4597 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453873 Mar 08 13:05:05.497550 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-2f15d728-3c4d-4184-b3d2-ad2ec19d3530 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781598 Mar 08 13:05:05.587284 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b248ba48-b537-4c20-aa65-983e533142ca req-298c83c2-62e3-454c-a15b-fe98503b81c7 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Mar 08 13:05:06.258201 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb1e50-28d9-45ce-bdd7-a4034a7d0403 req-d21dbf86-ce78-4505-8d77-669fb6ec953b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:06.259648 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-86bb1e50-28d9-45ce-bdd7-a4034a7d0403 req-d21dbf86-ce78-4505-8d77-669fb6ec953b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Mar 08 13:05:06.305300 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-86bb1e50-28d9-45ce-bdd7-a4034a7d0403 req-9bdd7d43-122f-4a9e-aa24-b0372362bc00 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 Mar 08 13:05:15.544022 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-22d099b9-f76a-464b-8fd1-837d4721d1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:17.860843 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-801cf00f-1db6-4691-9c99-17343f6dabc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:18.987105 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:20.340810 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:21.775468 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:25.580803 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:26.375118 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4476f-316b-4f67-a4b8-6cafcbda8d92 req-974d9b4c-a1ca-438c-b60f-4663176f095b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:26.377164 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-67c4476f-316b-4f67-a4b8-6cafcbda8d92 req-974d9b4c-a1ca-438c-b60f-4663176f095b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0508971 Mar 08 13:05:26.425226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-67c4476f-316b-4f67-a4b8-6cafcbda8d92 req-de5349b3-4b39-4e73-8401-73915a4564f9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Mar 08 13:05:27.546608 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41245f-0a1d-4264-9fd3-3b64234b15d7 req-3ee72111-27b0-48cc-88c9-51ec7809d80a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:27.548662 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7a41245f-0a1d-4264-9fd3-3b64234b15d7 req-3ee72111-27b0-48cc-88c9-51ec7809d80a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Mar 08 13:05:27.592397 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7a41245f-0a1d-4264-9fd3-3b64234b15d7 req-8f478ec7-1304-42bf-b312-c1e545e16e02 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Mar 08 13:05:28.711947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d020c6-4168-4f09-98ed-1638df1ced7b req-7cb9b03f-1aa1-4904-a216-8f275f2b13bb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:28.713624 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5d020c6-4168-4f09-98ed-1638df1ced7b req-7cb9b03f-1aa1-4904-a216-8f275f2b13bb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Mar 08 13:05:28.758360 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d5d020c6-4168-4f09-98ed-1638df1ced7b req-2e5756dc-68e3-4431-a6dd-d107dd3cf3b2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394156 Mar 08 13:05:29.880969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd4905-d8ba-4240-8c99-88f6e5824c67 req-f06aa913-112d-435b-b4e5-fb42e57d4695 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:29.882406 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c0bd4905-d8ba-4240-8c99-88f6e5824c67 req-f06aa913-112d-435b-b4e5-fb42e57d4695 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0540402 Mar 08 13:05:29.927194 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c0bd4905-d8ba-4240-8c99-88f6e5824c67 req-b9159ea6-b25e-4c25-bee1-dddbe3ce5684 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 Mar 08 13:05:31.047297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb73e6a-d9a9-4752-b327-f3ae3ff6b716 req-c4d9d5f9-805e-4991-ab3d-a40a34eabe5c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:31.048751 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2bb73e6a-d9a9-4752-b327-f3ae3ff6b716 req-c4d9d5f9-805e-4991-ab3d-a40a34eabe5c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Mar 08 13:05:31.093476 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2bb73e6a-d9a9-4752-b327-f3ae3ff6b716 req-eb2df7d2-5058-44ce-94f9-259312cb6e01 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 Mar 08 13:05:32.211587 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a9ec0-5858-4395-92ee-4f4c8a1ff830 req-2467c2c0-177c-44c8-9d11-bd8a174ea594 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:32.213052 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a0a9ec0-5858-4395-92ee-4f4c8a1ff830 req-2467c2c0-177c-44c8-9d11-bd8a174ea594 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Mar 08 13:05:32.501663 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a0a9ec0-5858-4395-92ee-4f4c8a1ff830 req-663ca123-9b54-4909-829c-7b12680d7c07 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830756 Mar 08 13:05:33.621168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568be8-3ef4-4223-8dfc-c05e094ace7e req-79ca1817-b516-4280-8c95-7dabed1e7636 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:33.622530 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-89568be8-3ef4-4223-8dfc-c05e094ace7e req-79ca1817-b516-4280-8c95-7dabed1e7636 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Mar 08 13:05:33.667373 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-89568be8-3ef4-4223-8dfc-c05e094ace7e req-8036c9cc-3356-4d71-99a2-6ac03ddc990f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 Mar 08 13:05:34.784428 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f97-6529-4ac3-8fd8-e62d19b3ecd0 req-f7a4b503-a4c8-4479-9869-8eaa53a55ebb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:34.785875 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24637f97-6529-4ac3-8fd8-e62d19b3ecd0 req-f7a4b503-a4c8-4479-9869-8eaa53a55ebb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Mar 08 13:05:34.832980 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24637f97-6529-4ac3-8fd8-e62d19b3ecd0 req-41ed0b24-b76c-4a9b-be34-fc809ea3bd75 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Mar 08 13:05:35.952376 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47acf87-dd1a-426d-945a-955b930fa286 req-d394743a-52c8-457f-af39-b6244f25cda8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:35.953811 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b47acf87-dd1a-426d-945a-955b930fa286 req-d394743a-52c8-457f-af39-b6244f25cda8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0499535 Mar 08 13:05:36.001086 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b47acf87-dd1a-426d-945a-955b930fa286 req-347af9e3-78cc-4fd7-b020-f09deb35856b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411363 Mar 08 13:05:36.121353 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:05:37.123258 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd14fd-de6f-4462-a04a-e527a7a925e8 req-248238e8-ec9e-4262-b527-f8aea3d5b7ae tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:37.124740 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a5cd14fd-de6f-4462-a04a-e527a7a925e8 req-248238e8-ec9e-4262-b527-f8aea3d5b7ae tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0513585 Mar 08 13:05:37.170921 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a5cd14fd-de6f-4462-a04a-e527a7a925e8 req-6223f077-4f7f-4faa-bd8a-c1988312c46c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Mar 08 13:05:38.298249 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af87f5-7912-4812-b231-627a0e13d3e4 req-39593ef5-a7b8-4504-8c25-3f5faea93df4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:38.300246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9af87f5-7912-4812-b231-627a0e13d3e4 req-39593ef5-a7b8-4504-8c25-3f5faea93df4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0568650 Mar 08 13:05:38.362026 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9af87f5-7912-4812-b231-627a0e13d3e4 req-0ce22409-cb08-4f7f-b90e-3c77d7a927cf tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Mar 08 13:05:39.473929 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd46d-a688-466a-9f93-c09c4aebb86a req-f2e7d08b-219f-47ff-8e71-404ff24e07f2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:39.475385 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1acfd46d-a688-466a-9f93-c09c4aebb86a req-f2e7d08b-219f-47ff-8e71-404ff24e07f2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Mar 08 13:05:39.520791 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1acfd46d-a688-466a-9f93-c09c4aebb86a req-200b93f1-faac-482c-84fd-9e1afc56d891 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Mar 08 13:05:40.645690 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90de661-eac4-4f29-9add-e2bf991c7fb5 req-334a0356-d8c7-4392-bfe8-6049606261fd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:40.647060 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a90de661-eac4-4f29-9add-e2bf991c7fb5 req-334a0356-d8c7-4392-bfe8-6049606261fd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Mar 08 13:05:40.697084 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a90de661-eac4-4f29-9add-e2bf991c7fb5 req-960feb18-cf7c-4316-8988-c1acf08863b7 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446160 Mar 08 13:05:41.758710 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-0ef21b2b-03f9-415a-b727-947a1746cf00 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514929929&fields=id&tenant_id=0ad911b26fce44e296230ecdb43414f1 HTTP/1.1" status: 200 len: 267 time: 0.0425112 Mar 08 13:05:41.843812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-298c8cd3-5054-4b54-bec2-2a9528074bc1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:41.845268 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-298c8cd3-5054-4b54-bec2-2a9528074bc1 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 984 time: 0.0814207 Mar 08 13:05:41.855532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e7c5-89e7-4f38-b43f-cdb0bd59ba89 req-dde1f019-402e-4509-81e2-6350de1d1e8d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:41.856867 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3696e7c5-89e7-4f38-b43f-cdb0bd59ba89 req-dde1f019-402e-4509-81e2-6350de1d1e8d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0843625 Mar 08 13:05:41.862669 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Request body: {'port': {'security_groups': ['bd07c7a8-0e5d-4d24-a974-28d51f70c3ae']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:41.962462 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3696e7c5-89e7-4f38-b43f-cdb0bd59ba89 req-19127ec6-e069-4fcd-bf6c-4483bf322e9f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968225 Mar 08 13:05:41.966114 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.135283 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:42.163107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for port (0093f26a-f69a-40c7-8a9f-619463aed566), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.167609 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.179585 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:42.208270 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.208944 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.210335 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b64a2c1b-d820-43d6-bf35-b559ba3706e6 req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "PUT /v2.0/ports/0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 942 time: 0.3525693 Mar 08 13:05:42.213025 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:42.217962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb50992-e2e2-4654-a6c0-613ae990814e" -d '{"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:42.218320 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41472) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:42.250846 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af8832-3dc5-4f86-a1e3-e266056d05f6 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event updated for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=7']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:42.263629 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a69e36-fd53-4d50-a964-45f37be27af2 x-openstack-request-id: req-49a69e36-fd53-4d50-a964-45f37be27af2 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:42.263999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:42.264310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49a69e36-fd53-4d50-a964-45f37be27af2 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:42.270538 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:05:42.307747 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (938b4784-030a-495c-bdee-9696c061dc1c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.336857 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (938b4784-030a-495c-bdee-9696c061dc1c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.341013 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-3b9912ad-d8d3-4976-b4dd-8a24517f810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.343572 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-3b9912ad-d8d3-4976-b4dd-8a24517f810e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.0547936 Mar 08 13:05:42.365024 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:42.412434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (938b4784-030a-495c-bdee-9696c061dc1c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.416830 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.420993 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41476) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:42.421533 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "DELETE /v2.0/security-groups/938b4784-030a-495c-bdee-9696c061dc1c HTTP/1.1" status: 204 len: 168 time: 0.2014172 Mar 08 13:05:42.439094 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c540f7a-5ab8-413a-9e63-8f0eee0e9738 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=938b4784-030a-495c-bdee-9696c061dc1c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:42.487990 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-8ecdce7a-2400-49df-8e10-250d7056cb39 None None] Provisioning complete for port 0093f26a-f69a-40c7-8a9f-619463aed566 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:42.488739 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8ecdce7a-2400-49df-8e10-250d7056cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.507006 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-450bcfc3-d05f-4065-b68a-e135b247fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.508450 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-450bcfc3-d05f-4065-b68a-e135b247fa27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.1566582 Mar 08 13:05:42.610398 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdce7a-2400-49df-8e10-250d7056cb39 None None] Current status of the port 0093f26a-f69a-40c7-8a9f-619463aed566 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:42.621118 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-61443c5c-7e4d-4e4a-8eff-750ede5589a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 1000 time: 0.0829935 Mar 08 13:05:42.692794 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-d9c945c8-3cb0-4e0c-8323-2326c7caaabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.694230 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-d9c945c8-3cb0-4e0c-8323-2326c7caaabe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0559363 Mar 08 13:05:42.702014 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Deleting port 946f1825-d331-4096-a69d-82378c95b848 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:42.702357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (946f1825-d331-4096-a69d-82378c95b848), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.808389 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (946f1825-d331-4096-a69d-82378c95b848), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.809067 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for floatingip (946f1825-d331-4096-a69d-82378c95b848), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:42.812358 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-37d47d51-501f-4c84-85f7-ffd42160af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:42.814007 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-37d47d51-501f-4c84-85f7-ffd42160af6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097593 Mar 08 13:05:42.830969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Calling delete_port for 946f1825-d331-4096-a69d-82378c95b848 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:42.985733 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-2f1a8375-d563-438b-8a73-6e7ac3dcfa6f service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646733 Mar 08 13:05:43.158139 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8eb50992-e2e2-4654-a6c0-613ae990814e req-fe4767b3-8eda-4db2-9cd6-3d9f1fe29a5a service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652031 Mar 08 13:05:43.175432 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d525a-fc91-4f35-a56e-6c161e0c2f89 req-fc8e3cc4-fb84-4f18-812d-051c72e91cfe tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:43.176850 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-097d525a-fc91-4f35-a56e-6c161e0c2f89 req-fc8e3cc4-fb84-4f18-812d-051c72e91cfe tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1424301 Mar 08 13:05:43.181038 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (946f1825-d331-4096-a69d-82378c95b848), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:43.213169 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event deleted for resources: {'Port': ['ID=946f1825-d331-4096-a69d-82378c95b848,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:43.292431 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-097d525a-fc91-4f35-a56e-6c161e0c2f89 req-1dd8ab23-e7ef-4dd7-9fb6-0bcf32afa97f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090474 Mar 08 13:05:43.304060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks [] for floatingip (3ab6f28b-9fd4-4c21-8eb3-da2e829cb276), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:43.304392 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Floating IP 3ab6f28b-9fd4-4c21-8eb3-da2e829cb276 disassociated (deleted). External IP: 172.27.1.21, port: 0093f26a-f69a-40c7-8a9f-619463aed566. Mar 08 13:05:43.512768 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Router 91bc0cb6-d635-4241-a933-9fe7742cf66e has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:43.619367 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:43.624152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:43.631044 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Sync routers for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:43.642582 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:43.643205 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:43.654319 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-49f9a669-85df-4587-add0-0f66413929df tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "DELETE /v2.0/floatingips/3ab6f28b-9fd4-4c21-8eb3-da2e829cb276 HTTP/1.1" status: 204 len: 168 time: 1.2316761 Mar 08 13:05:43.753808 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:43.962123 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:43.993384 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Checking router: 91bc0cb6-d635-4241-a933-9fe7742cf66e for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:44.001672 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:44.002352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:44.115782 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:44.271693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:44.275092 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834b709-3756-453d-9ec2-c75042da5197" -d '{"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:44.314607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f942b-6079-46fb-80f9-fe51b0b02dff x-openstack-request-id: req-ea5f942b-6079-46fb-80f9-fe51b0b02dff {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:44.314962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:44.315286 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea5f942b-6079-46fb-80f9-fe51b0b02dff {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:44.315682 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:05:44.336219 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:44.372628 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e1b61-680d-447b-b94f-d7156a18864e None None] The sync data for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi is: [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:02:27Z', 'revision_number': 4, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '6fb9bae6-b3d1-4827-acb2-5db07aaf91be', 'name': '', 'network_id': '27223cba-cff7-45e1-90f7-fb83a83834e3', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'mac_address': 'fa:16:3e:83:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:26Z', 'updated_at': '2022-03-08T13:02:32Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'subnets': [{'id': 'f3318683-fcdf-4ac6-9117-943137d7f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:44.436563 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b709-3756-453d-9ec2-c75042da5197 req-3a441420-226f-4a2d-bef3-18bb664a3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.438119 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-3a441420-226f-4a2d-bef3-18bb664a3e50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ad911b26fce44e296230ecdb43414f1&device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 1129 time: 0.0958271 Mar 08 13:05:44.478434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e69302-d27a-4561-9a5f-81aa7d0beb56 req-76bed02f-ae48-4d7d-a3f4-2a577602ca3c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.479950 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62e69302-d27a-4561-9a5f-81aa7d0beb56 req-76bed02f-ae48-4d7d-a3f4-2a577602ca3c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.0869670 Mar 08 13:05:44.580477 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-62e69302-d27a-4561-9a5f-81aa7d0beb56 req-f474d629-66e0-4dad-bd4b-f8f0ff65f860 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850289 Mar 08 13:05:44.609322 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b709-3756-453d-9ec2-c75042da5197 req-78381ca8-a018-4d16-b02e-efbbb121e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.611755 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-78381ca8-a018-4d16-b02e-efbbb121e3c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 200 len: 916 time: 0.1671133 Mar 08 13:05:44.661820 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-133bb744-db3b-4003-ade4-eebe4d2135e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 200 len: 217 time: 0.0415988 Mar 08 13:05:44.734557 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173c48b-9181-4ec4-b5f3-35d79ed60ef7 None None] New status for floating IP 3ab6f28b-9fd4-4c21-8eb3-da2e829cb276: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:05:44.741416 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b709-3756-453d-9ec2-c75042da5197 req-b111265d-8ea6-4574-a955-d92a6954b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.743408 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-b111265d-8ea6-4574-a955-d92a6954b9fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 200 len: 853 time: 0.0747175 Mar 08 13:05:44.826806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b709-3756-453d-9ec2-c75042da5197 req-185bbad3-8905-438c-8d87-9b9db5be8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:44.828949 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-185bbad3-8905-438c-8d87-9b9db5be8797 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27223cba-cff7-45e1-90f7-fb83a83834e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743856 Mar 08 13:05:44.968632 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-befdfe86-e18f-4bbc-b772-f58982de89f6 service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 Mar 08 13:05:45.076851 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e834b709-3756-453d-9ec2-c75042da5197 req-b41c6fd6-b4e7-4c95-b6d2-7a0a0fea01cb service neutron] 10.222.0.74 "GET /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982273 Mar 08 13:05:45.379738 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:05:45.494306 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92a2ff-9da8-4391-aa61-1e8735a537a8 req-77f2e1e2-c6a0-496b-8521-4c3e73710afc tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:45.496181 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a92a2ff-9da8-4391-aa61-1e8735a537a8 req-77f2e1e2-c6a0-496b-8521-4c3e73710afc tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0678828 Mar 08 13:05:45.503115 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:45.535491 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:05:45.580824 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cca4d130-1e72-41e6-aff2-4ef8953fe4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:45.585638 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a92a2ff-9da8-4391-aa61-1e8735a537a8 req-bbda7818-c683-43f1-836e-fa52239b79c8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782366 Mar 08 13:05:45.601199 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: ACTIVE; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:45.601587 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:45.619960 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:45.652681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:45.659158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:45.725841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=6']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:45.732520 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed4c4d-5970-4b57-9c62-2945d11ec6f2 req-41eb4ff9-bf29-4ca6-bda0-26ad4d1a6fad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:45.733388 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.733758 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.734147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.734489 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.734828 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.735285 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.735654 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.735981 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.736309 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.736639 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.737841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.737841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.737841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:05:45.746170 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43ed4c4d-5970-4b57-9c62-2945d11ec6f2 req-41eb4ff9-bf29-4ca6-bda0-26ad4d1a6fad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0636322 Mar 08 13:05:45.765502 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['4ee498e7-0504-4b69-89e1-82e4ae63cb8b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:45.798272 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43ed4c4d-5970-4b57-9c62-2945d11ec6f2 req-99f3ee33-44eb-49c2-9fbe-0f2d12b02424 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508652 Mar 08 13:05:46.758090 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2298a-8918-4d90-a456-fdb0993ccb1c req-976ea77b-de1d-4158-a950-f964696ac7fc tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:46.759621 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cde2298a-8918-4d90-a456-fdb0993ccb1c req-976ea77b-de1d-4158-a950-f964696ac7fc tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1088512 Mar 08 13:05:46.766531 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9cb6-b4ee-4074-9460-99cda481b2dd req-d4fa9c0e-ad02-4aee-8205-0f323ec75236 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:46.768198 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45eb9cb6-b4ee-4074-9460-99cda481b2dd req-d4fa9c0e-ad02-4aee-8205-0f323ec75236 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0868962 Mar 08 13:05:46.873077 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cde2298a-8918-4d90-a456-fdb0993ccb1c req-ffea51ed-e39a-48d4-87d1-e129c268a8c4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032321 Mar 08 13:05:46.900503 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-45eb9cb6-b4ee-4074-9460-99cda481b2dd req-dbca89f6-98d6-452d-85c9-5ddfa1a86cb8 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252935 Mar 08 13:05:47.015584 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78701d3-39aa-40c4-a73c-5f911f570589 req-e43556c0-5913-451d-adba-11e66d91c209 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:47.017345 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c78701d3-39aa-40c4-a73c-5f911f570589 req-e43556c0-5913-451d-adba-11e66d91c209 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0608494 Mar 08 13:05:47.086400 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c78701d3-39aa-40c4-a73c-5f911f570589 req-2bb9aafc-a16a-43d3-8232-ec1fce77003c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587928 Mar 08 13:05:47.393805 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:05:47.456328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:47.456807 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.570253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:05:47.571710 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.597765 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-a085bb74-ac3c-4a4d-b3c1-a24a50c7f8c0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:47.599723 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-a085bb74-ac3c-4a4d-b3c1-a24a50c7f8c0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.0880620 Mar 08 13:05:47.602975 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:47.607553 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f26413d-cb7c-4b1c-a63a-8494d6df542f" -d '{"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:47.647173 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:47.659622 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.692239 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d213ba6-9870-44d0-9afd-5bd7fa62342d x-openstack-request-id: req-9d213ba6-9870-44d0-9afd-5bd7fa62342d {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:47.693090 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:47.693558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d213ba6-9870-44d0-9afd-5bd7fa62342d {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:47.694831 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'code': 200} Mar 08 13:05:47.727033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Deleting port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:47.727588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.750750 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=7']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:47.865662 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-311cf3ab-a89c-47b8-96a7-3278540b464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.879969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] For port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:47.880636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:47.903997 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894efc84-7773-4438-87a0-2f3263b44965 req-d4b9fa26-8e97-4045-b128-90928c384ff1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:47.910707 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-894efc84-7773-4438-87a0-2f3263b44965 req-d4b9fa26-8e97-4045-b128-90928c384ff1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.1037164 Mar 08 13:05:48.084643 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-894efc84-7773-4438-87a0-2f3263b44965 req-aeefc506-4a2c-461b-be3a-0e8d3296ee29 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702991 Mar 08 13:05:48.150860 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e1999-93b8-4520-931b-be0ea6c549dd req-bead7137-c8ff-4a86-9d35-36e3e44578a9 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:48.158204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-214e1999-93b8-4520-931b-be0ea6c549dd req-bead7137-c8ff-4a86-9d35-36e3e44578a9 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1926644 Mar 08 13:05:48.244990 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:48.245444 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:48.245850 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Floating IP 9967b934-8708-41a3-825d-2eaa3bd9f962 disassociated. External IP: 172.27.1.58, port: c74dd1ca-8da0-49ff-a63f-29cb8be3a12d. Mar 08 13:05:48.246260 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Calling delete_port for c74dd1ca-8da0-49ff-a63f-29cb8be3a12d owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:48.583847 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-214e1999-93b8-4520-931b-be0ea6c549dd req-d1cbe738-8950-4d5e-994c-59c239b5fda4 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235449 Mar 08 13:05:48.642143 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2cbe2-eed8-4a1d-8410-51b7a691b5e0 req-a612577f-0497-4418-a9c1-4301cd94fe6c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:48.649470 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bd2cbe2-eed8-4a1d-8410-51b7a691b5e0 req-a612577f-0497-4418-a9c1-4301cd94fe6c tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 946 time: 0.4872224 Mar 08 13:05:48.756443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-67fdc3f3-ea83-4195-baa0-73441666f0e3 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:48.757967 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-67fdc3f3-ea83-4195-baa0-73441666f0e3 tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.74 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 945 time: 0.2106693 Mar 08 13:05:48.810863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9bd2cbe2-eed8-4a1d-8410-51b7a691b5e0 req-00f4a872-9c1a-459f-96b9-28a190043cff tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab077596-5819-4916-abe3-601d5fca08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604044 Mar 08 13:05:48.852572 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b2a4b-8021-4417-aa64-e9cb36a26b24 req-8bc85b2c-00e5-4ecd-b76e-1b2ae172c811 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:48.854066 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-565b2a4b-8021-4417-aa64-e9cb36a26b24 req-8bc85b2c-00e5-4ecd-b76e-1b2ae172c811 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1974125 Mar 08 13:05:48.943641 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (c74dd1ca-8da0-49ff-a63f-29cb8be3a12d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:48.992262 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'Port': ['ID=c74dd1ca-8da0-49ff-a63f-29cb8be3a12d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:49.003279 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-565b2a4b-8021-4417-aa64-e9cb36a26b24 req-87dbf413-4118-470e-8a6e-63b9f01edd37 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142817 Mar 08 13:05:49.027534 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.075896 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Deleting port 0093f26a-f69a-40c7-8a9f-619463aed566 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:49.077826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.272655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] For port 0093f26a-f69a-40c7-8a9f-619463aed566, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0093f26a-f69a-40c7-8a9f-619463aed566,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:49.273185 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.277289 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:49.299979 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926c8fc-4e5e-421d-9d33-f89893fc6c60 req-a5afc357-8373-4ff3-b7fb-02d46c9f8ee5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:49.302635 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a926c8fc-4e5e-421d-9d33-f89893fc6c60 req-a5afc357-8373-4ff3-b7fb-02d46c9f8ee5 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.1219695 Mar 08 13:05:49.304798 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Calling delete_port for 0093f26a-f69a-40c7-8a9f-619463aed566 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:49.457410 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040caa8-4011-40e8-87e7-75f18aae141f req-ccd4f3f6-2639-427a-a3a5-b63a8bce25aa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:49.460247 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d040caa8-4011-40e8-87e7-75f18aae141f req-ccd4f3f6-2639-427a-a3a5-b63a8bce25aa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.0672538 Mar 08 13:05:49.556795 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a926c8fc-4e5e-421d-9d33-f89893fc6c60 req-3d6c4838-84f7-4cd9-b650-4c3e4f60eec6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444930 Mar 08 13:05:49.615782 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:49.625436 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:49.628982 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.630163 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:49.647455 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:49.648372 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:49.697541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0093f26a-f69a-40c7-8a9f-619463aed566), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.718177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['0093f26a-f69a-40c7-8a9f-619463aed566'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:05:49.757969 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] For port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:49.758488 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.781898 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bc8ce377-d870-4cb0-9c26-854938650fb9 req-ce0159c0-4378-406a-b163-372de290112e tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.20 "GET /v2.0/ports?device_id=76b11c24-fc88-4131-9c46-d940f980b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0885303 Mar 08 13:05:49.781898 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] No DVR routers for this DVR port c74dd1ca-8da0-49ff-a63f-29cb8be3a12d on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:49.810472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.812924 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a54c001d-91bf-4cda-a048-b729821c49e9 req-77a1f8cf-937f-4565-bc18-f9de9e950556 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "DELETE /v2.0/ports/c74dd1ca-8da0-49ff-a63f-29cb8be3a12d HTTP/1.1" status: 204 len: 173 time: 2.2061968 Mar 08 13:05:49.813512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'name': 'network-vif-deleted', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:49.815890 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415e6ff-a7c1-4c53-851c-1b4ff6877882" -d '{"events": [{"server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "name": "network-vif-deleted", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:49.859708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:49.887608 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Pushing event deleted for resources: {'Port': ['ID=0093f26a-f69a-40c7-8a9f-619463aed566,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:49.958011 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b103cfa-c296-4238-bcbe-92bfe3b0c84c x-openstack-request-id: req-8b103cfa-c296-4238-bcbe-92bfe3b0c84c {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:49.958723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c093e9-c79d-4479-9a07-e9e049468297", "name": "network-vif-deleted", "tag": "c74dd1ca-8da0-49ff-a63f-29cb8be3a12d", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:49.958723 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b103cfa-c296-4238-bcbe-92bfe3b0c84c {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:49.959054 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c093e9-c79d-4479-9a07-e9e049468297', 'name': 'network-vif-deleted', 'tag': 'c74dd1ca-8da0-49ff-a63f-29cb8be3a12d', 'status': 'completed', 'code': 200} Mar 08 13:05:49.959954 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] No DVR routers for this DVR port 0093f26a-f69a-40c7-8a9f-619463aed566 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:49.973983 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:49.977958 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f1a567da-0283-4cdd-9437-0a2bee719f46 req-ba8c99b9-75d0-400a-adb2-8fcad541e48d tempest-TestMinimumBasicScenario-188935090 tempest-TestMinimumBasicScenario-188935090-project] 10.222.0.74 "DELETE /v2.0/ports/0093f26a-f69a-40c7-8a9f-619463aed566 HTTP/1.1" status: 204 len: 173 time: 1.2091799 Mar 08 13:05:50.009602 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c2830ad3-bd00-41d8-9bc3-432e936f8f1d req-8e655499-30fd-4278-b577-d8555d3db012 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c093e9-c79d-4479-9a07-e9e049468297 HTTP/1.1" status: 200 len: 210 time: 0.0473990 Mar 08 13:05:50.237890 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77916677-f06a-4f76-97d2-51b670f01cf5 req-55859dde-2afe-45eb-8593-6be3db974fcd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:50.256844 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77916677-f06a-4f76-97d2-51b670f01cf5 req-55859dde-2afe-45eb-8593-6be3db974fcd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1209762 Mar 08 13:05:50.393688 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77916677-f06a-4f76-97d2-51b670f01cf5 req-1051908d-953e-4c79-9743-9b7d1d88a48d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351256 Mar 08 13:05:50.420020 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.524587 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:50.590556 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:50.608623 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:50.610196 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:50.712847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.713450 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:50.713665 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 0c1d90d8-64d3-480e-acb6-d8a721914d78 disassociated. External IP: 172.27.1.155, port: 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35. Mar 08 13:05:50.714594 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:50.771504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:50.997769 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0f139-cf3c-424b-85cb-dc975728dd82 req-97c5fd3b-269c-49ee-836a-b780090261cd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:51.007171 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2bc0f139-cf3c-424b-85cb-dc975728dd82 req-97c5fd3b-269c-49ee-836a-b780090261cd tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 945 time: 0.3247283 Mar 08 13:05:51.018557 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (7e5b51fb-6bcf-4866-b4dd-d9ea256ced35), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.026995 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:51.047253 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=7e5b51fb-6bcf-4866-b4dd-d9ea256ced35,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.072708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eff4a-3a43-4f70-ae68-b5c96af0110d None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:51.076829 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2bc0f139-cf3c-424b-85cb-dc975728dd82 req-5eb9de8f-b00f-4b09-8c36-3fd59d9f10cb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4675b8f-01c2-4d54-a152-fa209976658d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684369 Mar 08 13:05:51.191691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41624) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:51.221971 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:51.263109 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (ab077596-5819-4916-abe3-601d5fca08e0), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.307350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (ab077596-5819-4916-abe3-601d5fca08e0), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.369286 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ab077596-5819-4916-abe3-601d5fca08e0), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.371826 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.378115 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab077596-5819-4916-abe3-601d5fca08e0 HTTP/1.1" status: 204 len: 168 time: 0.1802773 Mar 08 13:05:51.378307 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:51.378925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41628) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:51.383531 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:51.395357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:51.403965 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04922d52-22ce-4b91-8536-becd52162cb6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab077596-5819-4916-abe3-601d5fca08e0,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:51.406645 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-1a044d3d-0985-4b52-979d-26ea63e651df tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] show failed (client error): The resource could not be found. Mar 08 13:05:51.409873 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1a044d3d-0985-4b52-979d-26ea63e651df tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups/ab077596-5819-4916-abe3-601d5fca08e0 HTTP/1.1" status: 404 len: 347 time: 0.0260413 Mar 08 13:05:51.418945 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41632) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:51.439221 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:51.439864 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:51.443407 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] No DVR routers for this DVR port 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:51.446380 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.450207 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d040caa8-4011-40e8-87e7-75f18aae141f req-8ebc9333-0ce8-42b9-a625-18a70f9d4bfc tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "DELETE /v2.0/ports/7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 HTTP/1.1" status: 204 len: 173 time: 1.9759319 Mar 08 13:05:51.450692 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'name': 'network-vif-deleted', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:51.453678 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f847fba-3fb4-47fb-8df3-7caf8882e6ec" -d '{"events": [{"server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "name": "network-vif-deleted", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:51.510086 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b99269-42ff-434f-9f00-d383e6aa51c2 None None] New status for floating IP 9967b934-8708-41a3-825d-2eaa3bd9f962: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:05:51.550690 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:51.551340 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 7e5b51fb-6bcf-4866-b4dd-d9ea256ced35 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:51.551959 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c74dd1ca-8da0-49ff-a63f-29cb8be3a12d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:51.586183 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: c74dd1ca-8da0-49ff-a63f-29cb8be3a12d {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:51.586596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c74dd1ca-8da0-49ff-a63f-29cb8be3a12d not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:51.586970 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 0093f26a-f69a-40c7-8a9f-619463aed566 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:51.616448 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:51.665077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 0093f26a-f69a-40c7-8a9f-619463aed566 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:51.665451 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 0093f26a-f69a-40c7-8a9f-619463aed566 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:51.790902 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e03ca-14dd-4d28-9b95-7b5a3152931e req-f881ca0e-d1b9-432d-acd3-8c5dfc619561 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:51.793444 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b8e03ca-14dd-4d28-9b95-7b5a3152931e req-f881ca0e-d1b9-432d-acd3-8c5dfc619561 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.2260666 Mar 08 13:05:51.810193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:51.880873 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b8e03ca-14dd-4d28-9b95-7b5a3152931e req-5a9f0b07-410e-4b5d-b6d2-fa0da0fd3707 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777159 Mar 08 13:05:51.906121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Deleting port fd1d96ac-1993-4195-9d10-529bde6bc02d {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:51.907564 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.002506 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.003202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (fd1d96ac-1993-4195-9d10-529bde6bc02d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.020695 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Calling delete_port for fd1d96ac-1993-4195-9d10-529bde6bc02d owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:52.045230 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc5ae5-c477-42b0-98d8-ca0096789e84 x-openstack-request-id: req-0fbc5ae5-c477-42b0-98d8-ca0096789e84 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:52.045862 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a07fa-ad37-4285-9d77-8c9a16380680", "name": "network-vif-deleted", "tag": "7e5b51fb-6bcf-4866-b4dd-d9ea256ced35", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:52.046360 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fbc5ae5-c477-42b0-98d8-ca0096789e84 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:52.046948 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a07fa-ad37-4285-9d77-8c9a16380680', 'name': 'network-vif-deleted', 'tag': '7e5b51fb-6bcf-4866-b4dd-d9ea256ced35', 'status': 'completed', 'code': 200} Mar 08 13:05:52.060985 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.100124 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:52.135447 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:52.137016 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.216823 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'name': 'network-vif-deleted', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:05:52.220216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84559404-5b21-457b-9865-41500f88e24b" -d '{"events": [{"server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "name": "network-vif-deleted", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:05:52.224287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (fd1d96ac-1993-4195-9d10-529bde6bc02d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.275211 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'Port': ['ID=fd1d96ac-1993-4195-9d10-529bde6bc02d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:52.312830 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8e0fe-1f55-4241-999a-95737f891815 x-openstack-request-id: req-51c8e0fe-1f55-4241-999a-95737f891815 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:05:52.314258 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b11c24-fc88-4131-9c46-d940f980b2d4", "name": "network-vif-deleted", "tag": "0093f26a-f69a-40c7-8a9f-619463aed566", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:05:52.314520 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c8e0fe-1f55-4241-999a-95737f891815 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:05:52.314915 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b11c24-fc88-4131-9c46-d940f980b2d4', 'name': 'network-vif-deleted', 'tag': '0093f26a-f69a-40c7-8a9f-619463aed566', 'status': 'completed', 'code': 200} Mar 08 13:05:52.378752 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:52.406963 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (9967b934-8708-41a3-825d-2eaa3bd9f962), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.409792 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.410986 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-32c38614-ec00-4cc6-a624-041ec1446118 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "DELETE /v2.0/floatingips/9967b934-8708-41a3-825d-2eaa3bd9f962 HTTP/1.1" status: 204 len: 168 time: 0.9910719 Mar 08 13:05:52.452071 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b62d3c06-d8d6-4564-8b91-598934adb088 req-c42ea3e3-e2fe-4fb8-9f05-aada6166b81c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f3a07fa-ad37-4285-9d77-8c9a16380680 HTTP/1.1" status: 200 len: 210 time: 0.1899335 Mar 08 13:05:52.749963 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:52.784173 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41684) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:52.793378 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712743505', 'description': 'tempest-description--391053219'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:52.800331 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91eae1d-8141-4189-8161-17b745f31eb9 None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:52.841165 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.934766 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (bb14353d-d07d-441e-8516-f8b7259da6fe), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:52.943018 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bb14353d-d07d-441e-8516-f8b7259da6fe), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.013681 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41688) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.068161 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.069315 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2837260 Mar 08 13:05:53.071373 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb979c-6bda-4828-a670-9967b83ddde9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14353d-d07d-441e-8516-f8b7259da6fe,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.073341 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41690) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.080323 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group_rule': {'security_group_id': 'bb14353d-d07d-441e-8516-f8b7259da6fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:53.118794 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-9eba3085-6e1c-4859-ae39-4d056cbb719b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1061330 Mar 08 13:05:53.143541 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (2cc05b2e-c278-4983-ba66-010306086b86), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.250155 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5701405-2236-4fa5-9129-15487b1ea91e req-f78ce6b3-ff3d-4f02-8b33-2166502ab87b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.252599 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c5701405-2236-4fa5-9129-15487b1ea91e req-f78ce6b3-ff3d-4f02-8b33-2166502ab87b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1414783 Mar 08 13:05:53.259690 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (2cc05b2e-c278-4983-ba66-010306086b86), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.271289 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07717a25-d0a5-4678-801f-3c3099ba98e3 None None] New status for floating IP 0c1d90d8-64d3-480e-acb6-d8a721914d78: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:05:53.272921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (2cc05b2e-c278-4983-ba66-010306086b86), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.288890 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-75b31930-6a60-445a-8c23-8d3d18a72fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.290701 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-75b31930-6a60-445a-8c23-8d3d18a72fd5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 1129 time: 0.1113868 Mar 08 13:05:53.303695 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc05b2e-c278-4983-ba66-010306086b86,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.330343 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.334360 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c6095467-dcfc-4a88-892d-76cdfff57fab tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2561066 Mar 08 13:05:53.335545 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41692) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.343847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'security_group_rule': {'security_group_id': 'bb14353d-d07d-441e-8516-f8b7259da6fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:53.377182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c5701405-2236-4fa5-9129-15487b1ea91e req-1a24627e-a7ac-47f7-b655-d67a59a8c292 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146090 Mar 08 13:05:53.389925 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (ef8c81fb-79d0-44e3-9cda-09ee7fa26a85), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.502855 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-d4b37127-c431-471b-94e2-f109c2474ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.504375 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-d4b37127-c431-471b-94e2-f109c2474ed8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.1915555 Mar 08 13:05:53.525672 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (ef8c81fb-79d0-44e3-9cda-09ee7fa26a85), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.569624 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41698) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.575659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (ef8c81fb-79d0-44e3-9cda-09ee7fa26a85), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.599422 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8c81fb-79d0-44e3-9cda-09ee7fa26a85,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:53.628048 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.629277 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d237d990-b75d-4900-ab8e-8074d101ac3b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2901731 Mar 08 13:05:53.636758 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41700) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:53.642355 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:53.648033 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-b8d3c431-a65a-451d-b27c-d97d74c403ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 200 len: 1001 time: 0.1349671 Mar 08 13:05:53.660546 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (e4675b8f-01c2-4d54-a152-fa209976658d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.693894 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (e4675b8f-01c2-4d54-a152-fa209976658d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.713499 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-617e8257-6a8a-418f-889a-abca47ef49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.715562 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-617e8257-6a8a-418f-889a-abca47ef49a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0568209 Mar 08 13:05:53.717207 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.793078 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:53.799587 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-feac0f65-0a6c-4d58-8478-bfbf84e9930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:53.801227 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-feac0f65-0a6c-4d58-8478-bfbf84e9930e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798595 Mar 08 13:05:53.950089 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-cbd309a6-a351-43ff-b283-29f52a23dd66 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228750 Mar 08 13:05:53.955829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.126930 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-cb0a9f87-b8a0-4e0b-bc47-894ee9f8cb19 req-18cca84c-60a6-45fb-b804-0766e526d4bd service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672735 Mar 08 13:05:54.152662 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Allocated IP 172.27.1.178 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/45f5e11a-a937-4ea5-81d7-54cea5b559d4) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:54.267930 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e4675b8f-01c2-4d54-a152-fa209976658d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.271741 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.274133 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4675b8f-01c2-4d54-a152-fa209976658d HTTP/1.1" status: 204 len: 168 time: 0.7030826 Mar 08 13:05:54.277341 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41702) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:54.292300 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e49a3-fe0d-4db7-9b91-18aa62a4caf1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4675b8f-01c2-4d54-a152-fa209976658d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.298228 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.api.v2.resource [None req-95feea86-c2ff-4dff-b4f5-e38188bd0c6e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] show failed (client error): The resource could not be found. Mar 08 13:05:54.302670 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-95feea86-c2ff-4dff-b4f5-e38188bd0c6e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups/e4675b8f-01c2-4d54-a152-fa209976658d HTTP/1.1" status: 404 len: 347 time: 0.0229087 Mar 08 13:05:54.312060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41704) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:54.336668 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.388181 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.456547 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=45f5e11a-a937-4ea5-81d7-54cea5b559d4,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.462790 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:54.465140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:54.467898 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:54.592920 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.614458 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ee8f0-d329-4835-9b11-2121d537550c req-cbd964d7-a2ef-445b-8188-528faf27bf89 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:54.616030 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-468ee8f0-d329-4835-9b11-2121d537550c req-cbd964d7-a2ef-445b-8188-528faf27bf89 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1132290 Mar 08 13:05:54.617484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port e05e01db-35da-489e-902a-5c0a5948eb00 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:54.617846 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.650864 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.693744 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Deleting port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:54.694112 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.775500 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-468ee8f0-d329-4835-9b11-2121d537550c req-31ba1820-5637-4d31-8bde-2037abe1e414 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448848 Mar 08 13:05:54.794073 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.794415 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (e05e01db-35da-489e-902a-5c0a5948eb00), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.817087 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for e05e01db-35da-489e-902a-5c0a5948eb00 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:54.840111 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] For port 6fb9bae6-b3d1-4827-acb2-5db07aaf91be, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:54.840475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.866793 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.875890 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:54.884720 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Calling delete_port for 6fb9bae6-b3d1-4827-acb2-5db07aaf91be owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:54.976275 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=45f5e11a-a937-4ea5-81d7-54cea5b559d4,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:54.995281 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.020944 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.022464 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a031901d-a069-48a0-9c7f-09e64750c1ca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3845601 Mar 08 13:05:55.106059 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (e05e01db-35da-489e-902a-5c0a5948eb00), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.150393 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=e05e01db-35da-489e-902a-5c0a5948eb00,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:55.315646 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (0c1d90d8-64d3-480e-acb6-d8a721914d78), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.318292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.319643 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-23f10f04-01ed-4f8b-9fca-fc0747b447c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/floatingips/0c1d90d8-64d3-480e-acb6-d8a721914d78 HTTP/1.1" status: 204 len: 168 time: 1.0048759 Mar 08 13:05:55.328247 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (6fb9bae6-b3d1-4827-acb2-5db07aaf91be), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.370575 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-d50246a9-baf7-4812-a02f-34826f9ba618 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1712743505&fields=id&tenant_id=5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 267 time: 0.1256864 Mar 08 13:05:55.374069 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb9bae6-b3d1-4827-acb2-5db07aaf91be,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:55.565521 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-78b164d5-38ca-4177-8f75-ca12a1842733 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:55.567066 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-78b164d5-38ca-4177-8f75-ca12a1842733 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 811 time: 0.1859374 Mar 08 13:05:55.598130 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-59cf863f-34f5-4604-bd5d-7e68256f9b79 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/quotas/5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 375 time: 0.0142453 Mar 08 13:05:55.626814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.664627 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41726) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:55.670127 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203521461', 'description': 'tempest-description--900137626'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:55.701646 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.756624 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-c75f1b1d-f504-4721-ac08-58d599b0b5cf tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1480899 Mar 08 13:05:55.807903 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (fec4d424-ee1a-451a-87db-5f878f1153ea), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.818140 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fec4d424-ee1a-451a-87db-5f878f1153ea), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.864408 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.870443 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.871760 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2049766 Mar 08 13:05:55.875408 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41730) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:55.877419 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efecb1d-3468-41e7-a724-8113df2460d7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec4d424-ee1a-451a-87db-5f878f1153ea,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:55.881395 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': 'fec4d424-ee1a-451a-87db-5f878f1153ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:55.937374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (b86ad87c-e0ac-4c44-9921-a83e3a20575c), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:55.965329 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-20ed4f7d-95d1-4eb0-b741-af8d7cbd70d3 service neutron] 10.222.0.20 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944869 Mar 08 13:05:56.137705 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (b86ad87c-e0ac-4c44-9921-a83e3a20575c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.175152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (b86ad87c-e0ac-4c44-9921-a83e3a20575c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.210964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5b79f-8f84-4123-b452-373af27333ce req-38126184-0cee-4a1c-9cfd-6a47c33e03b3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:56.212582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-64e5b79f-8f84-4123-b452-373af27333ce req-38126184-0cee-4a1c-9cfd-6a47c33e03b3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.2977464 Mar 08 13:05:56.243221 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-ca85a19c-e28c-4858-9a2a-dc18312c2ceb service neutron] 10.222.0.20 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548661 Mar 08 13:05:56.243942 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86ad87c-e0ac-4c44-9921-a83e3a20575c,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:56.283827 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.287553 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a0f902a2-7f1a-4265-b97b-60ff9e81dcd8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081995 Mar 08 13:05:56.288253 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41736) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:56.294187 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'security_group_rule': {'security_group_id': 'fec4d424-ee1a-451a-87db-5f878f1153ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:56.327525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (8ed283ea-837e-4a6e-b8c0-8bc8700f069f), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.356780 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-64e5b79f-8f84-4123-b452-373af27333ce req-420150fa-3f43-4867-81a4-d8934e99a666 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292489 Mar 08 13:05:56.451581 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (8ed283ea-837e-4a6e-b8c0-8bc8700f069f), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.456294 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (8ed283ea-837e-4a6e-b8c0-8bc8700f069f), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.472604 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed283ea-837e-4a6e-b8c0-8bc8700f069f,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:56.480176 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Router 91bc0cb6-d635-4241-a933-9fe7742cf66e has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:05:56.482190 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d6459a81-bb26-4996-9712-84a8fcc29f11 req-75f56991-811c-4980-9dde-349f0e0b084b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 210 time: 0.0367870 Mar 08 13:05:56.487114 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.488535 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0e6d1452-b7a4-42e7-a816-363c578c031e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990693 Mar 08 13:05:56.491551 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41750) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:56.497328 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:56.521319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.604851 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:05:56.612820 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3c1bfcdb-0746-4a4a-a4da-f704d0184c6c admin admin] 10.222.0.20 "PUT /v2.0/routers/91bc0cb6-d635-4241-a933-9fe7742cf66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5988257 Mar 08 13:05:56.614230 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41752) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:56.614665 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Sync routers for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:05:56.632705 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:56.633407 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:56.664419 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.753361 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks [] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.765098 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:56.793389 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.27.1.198 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/8e382b1d-20f5-4e07-abd0-302b31712c10) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:56.911865 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks [] for router_gateway (91bc0cb6-d635-4241-a933-9fe7742cf66e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.919712 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:56.980893 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Deleting port 68089c3c-35bb-4a5b-a194-869a5c5d0fff {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:56.981223 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.000347 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:05:55Z', 'revision_number': 5, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port': {'id': '68089c3c-35bb-4a5b-a194-869a5c5d0fff', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:24Z', 'updated_at': '2022-03-08T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:57.005333 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.034711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Checking router: 91bc0cb6-d635-4241-a933-9fe7742cf66e for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:05:57.042305 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:57.045972 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:57.051665 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-2e991bb3-360d-4727-93ea-25f3ca0ccbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.053085 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-2e991bb3-360d-4727-93ea-25f3ca0ccbf6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1129 time: 0.0913227 Mar 08 13:05:57.057629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:57.058781 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Routers {'91bc0cb6-d635-4241-a933-9fe7742cf66e'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:05:57.059745 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['91bc0cb6-d635-4241-a933-9fe7742cf66e'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:57.092755 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] For port 68089c3c-35bb-4a5b-a194-869a5c5d0fff, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=68089c3c-35bb-4a5b-a194-869a5c5d0fff,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:57.093204 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.108479 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Calling delete_port for 68089c3c-35bb-4a5b-a194-869a5c5d0fff owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:57.116536 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=8e382b1d-20f5-4e07-abd0-302b31712c10,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:57.191313 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] Set router 91bc0cb6-d635-4241-a933-9fe7742cf66e gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:05:57.229347 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-3a0d8cb7-0900-4a80-bbe8-05103db6047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.230840 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-3a0d8cb7-0900-4a80-bbe8-05103db6047a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.1668787 Mar 08 13:05:57.236068 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.277438 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:05:56Z', 'revision_number': 6, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:57.306381 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521b7-74ad-4026-ab8c-4e3cfa77ca8a None None] The sync data for ids ['91bc0cb6-d635-4241-a933-9fe7742cf66e'] in dv-cinder-830090-2-iscsi is: [{'id': '91bc0cb6-d635-4241-a933-9fe7742cf66e', 'name': 'tempest-TestMinimumBasicScenario-691216281-router', 'tenant_id': '0ad911b26fce44e296230ecdb43414f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:23Z', 'updated_at': '2022-03-08T13:05:56Z', 'revision_number': 6, 'project_id': '0ad911b26fce44e296230ecdb43414f1', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:05:57.308257 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (68089c3c-35bb-4a5b-a194-869a5c5d0fff), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.337297 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.339051 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Pushing event deleted for resources: {'Port': ['ID=68089c3c-35bb-4a5b-a194-869a5c5d0fff,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:57.358665 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-73ea17cd-2a28-4d36-97ee-8e1d2f41b29b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 1001 time: 0.1175549 Mar 08 13:05:57.412177 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.444654 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-ca1ddf53-0ae2-4de9-8acc-a9cb09d90424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.446191 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-ca1ddf53-0ae2-4de9-8acc-a9cb09d90424 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0702949 Mar 08 13:05:57.545455 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.549542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks [] for router_controller (91bc0cb6-d635-4241-a933-9fe7742cf66e), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.555049 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-bbca87e9-c366-43ad-85d8-a2565685b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.556470 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-bbca87e9-c366-43ad-85d8-a2565685b908 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007886 Mar 08 13:05:57.650940 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.654118 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-22ae1843-2690-4766-ac2e-e18e51659723 req-1ea837ff-61d2-46bd-a477-afeab4c62097 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 210 time: 0.0755224 Mar 08 13:05:57.659511 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.674197 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69a034-b725-4a9d-b830-a363b68509dd req-f258009c-843c-4d82-ae91-e70b90db01ad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.675712 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd69a034-b725-4a9d-b830-a363b68509dd req-f258009c-843c-4d82-ae91-e70b90db01ad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.2201738 Mar 08 13:05:57.676359 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (91bc0cb6-d635-4241-a933-9fe7742cf66e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.676868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91bc0cb6-d635-4241-a933-9fe7742cf66e {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:05:57.689142 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.692513 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-dff72074-5333-4210-bd67-32d745d60061 admin admin] 10.222.0.20 "DELETE /v2.0/routers/91bc0cb6-d635-4241-a933-9fe7742cf66e HTTP/1.1" status: 204 len: 168 time: 1.0749452 Mar 08 13:05:57.701765 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41764) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:57.790242 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bd69a034-b725-4a9d-b830-a363b68509dd req-4ba14ff0-03d4-4ca6-9c5b-c3b27b1f74d9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964725 Mar 08 13:05:57.796752 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-2b8b2c07-65d3-4a5c-b1c6-ce80457f0c19 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:57.798246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-2b8b2c07-65d3-4a5c-b1c6-ce80457f0c19 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 811 time: 0.1735711 Mar 08 13:05:57.798375 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-005cd433-8b7f-4ad9-bf32-ca2783a2cb7f service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352111 Mar 08 13:05:57.841221 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=8e382b1d-20f5-4e07-abd0-302b31712c10,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:57.870206 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.875769 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Deleting subnet f3318683-fcdf-4ac6-9117-943137d7f0d7 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:05:57.882262 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Publish callbacks [] for subnet (f3318683-fcdf-4ac6-9117-943137d7f0d7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.887273 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-a7d4b21b-c0b3-42cc-8fee-5cfae548effa tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c7d900f762241f1bc951b7cd43225f1 HTTP/1.1" status: 200 len: 380 time: 0.0747845 Mar 08 13:05:57.896386 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'port': {'device_id': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'admin_state_up': True, 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'security_groups': ['bb14353d-d07d-441e-8516-f8b7259da6fe']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:57.945513 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:57.946689 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-9cf078ea-4200-4aad-b526-aa860244ecd4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4537241 Mar 08 13:05:57.958038 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (f3318683-fcdf-4ac6-9117-943137d7f0d7), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.002725 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-866a1c3b-7080-4881-a0b0-0b36588d6f33 req-959275d6-0f77-4920-b77c-bcc5153b1355 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782141 Mar 08 13:05:58.004321 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Made reservation on behalf of 5c7d900f762241f1bc951b7cd43225f1 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:05:58.008821 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.094314 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (f3318683-fcdf-4ac6-9117-943137d7f0d7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.150095 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (f3318683-fcdf-4ac6-9117-943137d7f0d7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.175632 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3318683-fcdf-4ac6-9117-943137d7f0d7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:58.182635 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.188641 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66ccf3-8b04-427d-b519-ec94bffba852 None None] Network 27223cba-cff7-45e1-90f7-fb83a83834e3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:05:58.192686 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f637c806-dbb7-45dd-98c3-0b0572025406 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f3318683-fcdf-4ac6-9117-943137d7f0d7 HTTP/1.1" status: 204 len: 168 time: 0.4877367 Mar 08 13:05:58.194316 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41782) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:58.278992 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (27223cba-cff7-45e1-90f7-fb83a83834e3), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.387710 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] DHCP port deletion for 27223cba-cff7-45e1-90f7-fb83a83834e3 request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:05:58.441527 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Deleting port 5839611c-b220-4306-89c9-cebfcc6e8887 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:58.442403 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.458696 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-03017c8c-712a-4a24-9768-734a626038f7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1203521461&fields=id&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 267 time: 0.0961719 Mar 08 13:05:58.503374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Allocated IP 172.20.0.5 (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df/e6efa199-acd0-491f-ab69-750607f9831b/8cdf9ee1-af01-4c59-a9a8-ec5896deca7e) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:05:58.519809 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] For port 5839611c-b220-4306-89c9-cebfcc6e8887, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=5839611c-b220-4306-89c9-cebfcc6e8887,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:58.520200 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.541526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Calling delete_port for 5839611c-b220-4306-89c9-cebfcc6e8887 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:58.605299 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Deleting port 5839611c-b220-4306-89c9-cebfcc6e8887 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:05:58.605632 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.651043 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-5ca49152-1241-4afe-af8c-76d8d4a8d159 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:58.652573 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-5ca49152-1241-4afe-af8c-76d8d4a8d159 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.1807473 Mar 08 13:05:58.680540 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 6fb9bae6-b3d1-4827-acb2-5db07aaf91be no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:58.688988 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] For port 5839611c-b220-4306-89c9-cebfcc6e8887, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=5839611c-b220-4306-89c9-cebfcc6e8887,segment=NetworkSegment(a40625fb-c237-4636-9f75-b0bbae9b68ca),segment_id=a40625fb-c237-4636-9f75-b0bbae9b68ca)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:05:58.689395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.702534 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 6fb9bae6-b3d1-4827-acb2-5db07aaf91be {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:58.702875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 6fb9bae6-b3d1-4827-acb2-5db07aaf91be not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:58.703328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 68089c3c-35bb-4a5b-a194-869a5c5d0fff no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:58.703602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Calling delete_port for 5839611c-b220-4306-89c9-cebfcc6e8887 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:05:58.724526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 68089c3c-35bb-4a5b-a194-869a5c5d0fff {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:05:58.724943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 68089c3c-35bb-4a5b-a194-869a5c5d0fff not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:58.725432 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 5839611c-b220-4306-89c9-cebfcc6e8887 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:05:58.733255 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-02aadb18-4186-42a6-8dfb-0b06ac3e7ef4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/quotas/d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 375 time: 0.0746138 Mar 08 13:05:58.754526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.796512 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] Pushing event deleted for resources: {'Port': ['ID=5839611c-b220-4306-89c9-cebfcc6e8887,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:58.801265 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e3e9f-e0e0-41be-a056-701fc0a9e274 None None] No DVR routers for this DVR port 5839611c-b220-4306-89c9-cebfcc6e8887 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:58.808657 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No active binding found for port 5839611c-b220-4306-89c9-cebfcc6e8887 {{(pid=102989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 13:05:58.809052 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] The host dv-cinder-830090-2-iscsi is not matching for port 5839611c-b220-4306-89c9-cebfcc6e8887 host None! {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 13:05:58.809430 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 5839611c-b220-4306-89c9-cebfcc6e8887 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:05:58.812621 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (5839611c-b220-4306-89c9-cebfcc6e8887), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.819941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.824489 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c8efaed7-4b85-44aa-8546-47c14476046c req-082ca6d1-7ddb-4500-97e8-17b668c79bee tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 210 time: 0.0453520 Mar 08 13:05:58.852629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=5839611c-b220-4306-89c9-cebfcc6e8887,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:58.852629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] No DVR routers for this DVR port 5839611c-b220-4306-89c9-cebfcc6e8887 on host dv-cinder-830090-2-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:05:58.879638 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-8d0d5381-d16a-4ac8-bc09-9f0ccc5e2ced tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381669 Mar 08 13:05:58.893641 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.937608 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (27223cba-cff7-45e1-90f7-fb83a83834e3), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.959037 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:05:58.961276 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27223cba-cff7-45e1-90f7-fb83a83834e3']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:58.971314 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40625fb-c237-4636-9f75-b0bbae9b68ca') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:58.971543 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40625fb-c237-4636-9f75-b0bbae9b68ca') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:05:58.980980 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (a40625fb-c237-4636-9f75-b0bbae9b68ca), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:58.989658 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:05:58.995638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (a40625fb-c237-4636-9f75-b0bbae9b68ca), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.002571 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:05:59.003079 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (a40625fb-c237-4636-9f75-b0bbae9b68ca), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self.session.flush() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self.session.flush() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self.session.flush() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self.session.flush() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:05:59.005260 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:05:59.008271 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:05:59.045941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event updated for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:59.067116 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (27223cba-cff7-45e1-90f7-fb83a83834e3), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.073686 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.081971 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27223cba-cff7-45e1-90f7-fb83a83834e3 HTTP/1.1" status: 204 len: 168 time: 0.8838463 Mar 08 13:05:59.088435 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41790) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:05:59.090978 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c382-4a57-4231-878b-5daee682bb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=27223cba-cff7-45e1-90f7-fb83a83834e3,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:05:59.153062 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.153680 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.171736 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709863ee-a961-442b-84ca-396701ea20d3 req-a9b286e1-29c9-4853-b89f-12af29300dd0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:05:59.173286 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-709863ee-a961-442b-84ca-396701ea20d3 req-a9b286e1-29c9-4853-b89f-12af29300dd0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.2416763 Mar 08 13:05:59.229611 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-d994e529-6aa6-46f7-8d27-5c635f7370ac None None] Provisioning complete for port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:05:59.230188 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d994e529-6aa6-46f7-8d27-5c635f7370ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.238055 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-49ffa1bf-e314-4449-be0e-9e36da09a6ac tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3453519 Mar 08 13:05:59.246561 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-6b18e267-ef89-4e3c-b0d1-e11259ba55ce service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506298 Mar 08 13:05:59.267121 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-d994e529-6aa6-46f7-8d27-5c635f7370ac None None] Port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:05:59.268136 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Request body: {'port': {'device_id': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:05:59.398652 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-709863ee-a961-442b-84ca-396701ea20d3 req-968b6b1b-4fb5-481a-85cf-dff5e7de3071 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154653 Mar 08 13:05:59.458259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.510551 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-502a4258-9bd9-4db4-8785-3a7df0200cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541726 Mar 08 13:05:59.682070 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed8ef452-a2dd-4b46-af03-941175302227 req-6318839e-4e1c-4053-9607-4a8a8ea96155 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 210 time: 0.0374398 Mar 08 13:05:59.901409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:05:59.914979 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks [] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.958936 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Transition to ACTIVE for port object 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:05:59.966365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:05:59.999168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.082283 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7663-c8d5-4b61-8e98-81a2e6436395 req-4657fbe2-7d74-4cc1-a24e-b4956e9a310f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.083796 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-db0c7663-c8d5-4b61-8e98-81a2e6436395 req-4657fbe2-7d74-4cc1-a24e-b4956e9a310f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 931 time: 0.1723111 Mar 08 13:06:00.089183 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:00.239168 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-db0c7663-c8d5-4b61-8e98-81a2e6436395 req-93386193-fd7f-4249-adcb-bc1046cbad01 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302578 Mar 08 13:06:00.271441 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Attempting to bind port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:06:00.271787 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Attempting to bind port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:06:00.272088 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Attempting to bind port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:00.292552 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:06:00.292793 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Attempting to bind port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e on network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:00.300054 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:00.300385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Checking segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:06:00.300759 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Bound using segment: {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:00.301181 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Bound port: 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:06:00.301534 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.379540 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:00.411706 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:00.419807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.476613 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.477220 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.478584 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] 10.222.0.74 "PUT /v2.0/ports/8cdf9ee1-af01-4c59-a9a8-ec5896deca7e HTTP/1.1" status: 200 len: 1093 time: 1.2244997 Mar 08 13:06:00.480413 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:00.482593 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc5b17-2f89-43d6-b537-7a5dacc3812b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:00.555930 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba255-a1d4-4ccb-ab7c-f43008e17fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:00.562310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5e6c94-4c12-43a8-940c-8cb18d136b9d x-openstack-request-id: req-9f5e6c94-4c12-43a8-940c-8cb18d136b9d {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:00.562607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:00.562875 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5e6c94-4c12-43a8-940c-8cb18d136b9d {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:00.563256 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'status': 'completed', 'code': 200} Mar 08 13:06:00.590636 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Deleting port 57c6ea9d-3717-4501-882e-3f31287fbebf {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:00.591078 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:00.612234 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854f90-0b7b-452f-9492-a073d08e533e req-b1c95054-2b3e-4587-8138-ebee39550f90 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.613770 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-44854f90-0b7b-452f-9492-a073d08e533e req-b1c95054-2b3e-4587-8138-ebee39550f90 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 945 time: 0.1431484 Mar 08 13:06:00.700397 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-bd7884c8-1585-4e98-b30b-8f7e10fa44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.701947 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-bd7884c8-1585-4e98-b30b-8f7e10fa44c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 1127 time: 0.1576045 Mar 08 13:06:00.730317 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-165faa39-1db2-4ac8-ac31-1ab168910e25 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:00.732699 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-165faa39-1db2-4ac8-ac31-1ab168910e25 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 815 time: 0.1495483 Mar 08 13:06:00.803408 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-0f7b6899-0dff-4b99-92af-037d73ca97c3 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8455f8c0f2f4b318a69e4986f261410 HTTP/1.1" status: 200 len: 380 time: 0.0626442 Mar 08 13:06:00.813891 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'port': {'device_id': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'admin_state_up': True, 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'security_groups': ['fec4d424-ee1a-451a-87db-5f878f1153ea']}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:00.928034 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Made reservation on behalf of d8455f8c0f2f4b318a69e4986f261410 for: {'port': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:00.931457 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.041574 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-44854f90-0b7b-452f-9492-a073d08e533e req-16b405e2-16a0-4e00-bfd0-95b9f28d09b3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180799 Mar 08 13:06:01.046829 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-ab62b4d1-c960-41a9-8ce2-35bfb335c74d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e HTTP/1.1" status: 200 len: 217 time: 0.3267705 Mar 08 13:06:01.055077 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] For port 57c6ea9d-3717-4501-882e-3f31287fbebf, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=57c6ea9d-3717-4501-882e-3f31287fbebf,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:01.055360 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.072624 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Allocated IP 172.20.0.9 (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee/a06d10b9-182a-4c32-8e33-7e8278665557/e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:01.110098 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ebbc758-dd0b-4a71-80f0-5599fef6d10b req-90db3d3f-72fa-42e8-a52b-2408060719ed tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 210 time: 0.0723145 Mar 08 13:06:01.114035 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Calling delete_port for 57c6ea9d-3717-4501-882e-3f31287fbebf owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:01.165192 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-d2dfa24d-137a-40a9-aacb-6396a87d48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.166657 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-d2dfa24d-137a-40a9-aacb-6396a87d48b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.1078088 Mar 08 13:06:01.233948 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.275206 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.277844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9d3a75ba-8ee6-4063-9d7d-ea56b6cd0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.279341 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-9d3a75ba-8ee6-4063-9d7d-ea56b6cd0fc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058235 Mar 08 13:06:01.322178 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:01.325736 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:01.331549 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:01.346108 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event updated for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:01.418514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.419169 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.422822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:01.441518 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-1560f615-ab8f-4f8c-8acf-7beba9e762fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316421 Mar 08 13:06:01.469534 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Request body: {'port': {'device_id': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:01.484168 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-c906d7c7-5523-4ac5-9a18-8d33d9c7019d service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972909 Mar 08 13:06:01.515501 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007aaf6-f641-47fd-8313-c5540363221e req-a26f67e4-6bab-43d1-b3b5-b7bff6ea65d3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.517774 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8007aaf6-f641-47fd-8313-c5540363221e req-a26f67e4-6bab-43d1-b3b5-b7bff6ea65d3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 943 time: 0.1535821 Mar 08 13:06:01.534876 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: ACTIVE; New status is: DOWN {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:01.535259 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.565498 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:01.568629 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5281acaf-f1aa-499b-b2b0-081a4caa6dbe" -d '{"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:01.573061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.583920 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:01.596096 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.599392 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (57c6ea9d-3717-4501-882e-3f31287fbebf), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.656265 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab75f2b-35d0-4733-8627-d9b3a6cf0a07 x-openstack-request-id: req-8ab75f2b-35d0-4733-8627-d9b3a6cf0a07 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:01.657164 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-unplugged", "status": "failed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "code": 422}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:01.657422 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab75f2b-35d0-4733-8627-d9b3a6cf0a07 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:01.657928 dv-cinder-830090-2-iscsi neutron-server[102989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'code': 422} returned with failed status Mar 08 13:06:01.680740 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-240457fc-a583-42e6-b352-0d2467f00066 None None] Provisioning complete for port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:01.681121 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-240457fc-a583-42e6-b352-0d2467f00066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.718177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=8']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:01.722437 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-240457fc-a583-42e6-b352-0d2467f00066 None None] Port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:06:01.730485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-3b36ffd6-607f-47ae-aeed-7a3f5f52b0cd req-85cacbb7-89bb-475f-ba41-929a1c8c624b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:06:01.731618 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b36ffd6-607f-47ae-aeed-7a3f5f52b0cd req-85cacbb7-89bb-475f-ba41-929a1c8c624b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053711 Mar 08 13:06:01.743738 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c6ea9d-3717-4501-882e-3f31287fbebf,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:01.754173 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c444055e-b7e9-4645-bb7a-b375260c8675 req-efaa47b2-bcdc-48c1-a23e-2fc7643e003f service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607348 Mar 08 13:06:01.794097 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8007aaf6-f641-47fd-8313-c5540363221e req-038a29d1-ef3d-46ba-98ad-a8c337fca3ae tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538567 Mar 08 13:06:01.932167 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b {{(pid=102988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:01.940643 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks [] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:01.958165 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.provisioning_blocks [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Transition to ACTIVE for port object e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b will not be triggered until provisioned by entity L2. {{(pid=102988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:06:01.963179 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-120e73bd-57f9-43df-b060-b1734c1ab8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:01.964685 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-120e73bd-57f9-43df-b060-b1734c1ab8b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 1127 time: 0.1316669 Mar 08 13:06:01.965971 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:02.039439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:02.107527 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a395f-2595-4252-856a-d919ecf3a727 req-1d3e4421-ff4b-4376-884a-267d1a28924a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.109162 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-007a395f-2595-4252-856a-d919ecf3a727 req-1d3e4421-ff4b-4376-884a-267d1a28924a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1965716 Mar 08 13:06:02.110312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:02.123420 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Attempting to bind port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:06:02.124197 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Attempting to bind port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:06:02.124956 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Attempting to bind port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:02.129608 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:06:02.130037 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Attempting to bind port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b on network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:02.136197 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:02.136620 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Checking segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:06:02.137213 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Bound using segment: {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'} {{(pid=102988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:02.137714 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.managers [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Bound port: e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39a02d-3692-4b77-9486-e757fa043bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee'}}] {{(pid=102988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:06:02.138173 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:02.216877 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-007a395f-2595-4252-856a-d919ecf3a727 req-3f5f3367-c807-4ba3-a325-38505109b78f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007228 Mar 08 13:06:02.227786 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, cleared binding levels {{(pid=102988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:02.232111 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:02.240887 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:02.286025 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.287138 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:02.288515 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b HTTP/1.1" status: 200 len: 1093 time: 0.8303668 Mar 08 13:06:02.291338 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:02.294694 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f43fed-937a-40de-b530-7bb30c11cd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:02.344707 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41858) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:02.356866 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-f21a208f-a2e1-48f4-8673-bc1cfed89a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.358298 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-f21a208f-a2e1-48f4-8673-bc1cfed89a39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.3582613 Mar 08 13:06:02.371387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba9276-996a-46d4-877c-1988364e8e86 req-2268c120-3849-4826-8075-5908bfde812e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.373077 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01ba9276-996a-46d4-877c-1988364e8e86 req-2268c120-3849-4826-8075-5908bfde812e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 943 time: 0.1524646 Mar 08 13:06:02.394709 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64df5ce-5d32-4a6a-842b-7ae71ca31234 x-openstack-request-id: req-d64df5ce-5d32-4a6a-842b-7ae71ca31234 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:02.394996 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:02.395246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d64df5ce-5d32-4a6a-842b-7ae71ca31234 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:02.395644 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'status': 'completed', 'code': 200} Mar 08 13:06:02.417158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-0b3bc93d-56fb-4fcd-b892-f543e0d6c624 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e HTTP/1.1" status: 200 len: 217 time: 0.0430934 Mar 08 13:06:02.418283 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b27859-bbb3-4619-af02-3b065a80f1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=3']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:02.437097 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-8460fc89-71c7-43f9-a7fe-1798054b3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.438687 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-8460fc89-71c7-43f9-a7fe-1798054b3565 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 1127 time: 0.1080189 Mar 08 13:06:02.492582 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-f041c3c3-05da-4b1c-9682-32c7f39924ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b HTTP/1.1" status: 200 len: 217 time: 0.0469098 Mar 08 13:06:02.544707 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-d55f49f6-2f8c-4149-988c-89a201e5b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.546226 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-d55f49f6-2f8c-4149-988c-89a201e5b41f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0461948 Mar 08 13:06:02.573326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-d717da02-dea1-4582-826d-ae222ccab912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.574824 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-d717da02-dea1-4582-826d-ae222ccab912 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.1288476 Mar 08 13:06:02.577826 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-01ba9276-996a-46d4-877c-1988364e8e86 req-5656f5ec-d6f1-411d-b72e-d83e0d6dfd3c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597848 Mar 08 13:06:02.597670 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-90fe1c24-6e3c-4a94-a5ec-a6dce0c9bb8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2519109 Mar 08 13:06:02.604521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-0a9ba5cd-dd8e-4949-9cd5-799706f6c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.606300 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-0a9ba5cd-dd8e-4949-9cd5-799706f6c1e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538280 Mar 08 13:06:02.629856 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-6fa8322d-4acb-4664-8511-92d745b21b6e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:06:02.630863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-6fa8322d-4acb-4664-8511-92d745b21b6e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162668 Mar 08 13:06:02.713411 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41868) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:02.721890 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-f3d55a97-19e7-4210-a649-2dd99ed6791a service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099312 Mar 08 13:06:02.726188 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-e9ef8309-32cb-43c7-b266-0f6a640a71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.727668 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-e9ef8309-32cb-43c7-b266-0f6a640a71c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1473782 Mar 08 13:06:02.785939 dv-cinder-830090-2-iscsi neutron-server[102988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 13:06:02.813047 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:02.844689 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-431278d9-5f80-4e7f-b6ea-d76ee9f89f80 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.846080 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-431278d9-5f80-4e7f-b6ea-d76ee9f89f80 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports/4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 940 time: 0.1316235 Mar 08 13:06:02.868989 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-d824c134-3fbe-4ea4-a9b3-2dd1eb676a5f req-22fc82ce-d19e-44e5-8119-ee71181bcf79 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408896 Mar 08 13:06:02.887603 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-a360ce0f-6f7b-487a-9aff-8b0df13f4221 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508563 Mar 08 13:06:02.968486 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-ac41783d-f210-473a-9edc-a5b7b40f68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:02.970231 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-ac41783d-f210-473a-9edc-a5b7b40f68d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 1127 time: 0.0495238 Mar 08 13:06:03.064438 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd841-0cbb-4d18-aa68-e09a9de78129 req-48e89e0f-c15f-4a89-8955-a66ffb7428d9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.066296 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-978dd841-0cbb-4d18-aa68-e09a9de78129 req-48e89e0f-c15f-4a89-8955-a66ffb7428d9 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 943 time: 0.1808755 Mar 08 13:06:03.066817 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:03.074932 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5a49e0aa-bc73-4db6-8e14-78c1d7cdc149 admin admin] 10.222.0.20 "PUT /v2.0/routers/cb01cc16-3dab-4c3c-a05a-0e25e8015fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9854772 Mar 08 13:06:03.078301 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41880) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:03.082522 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Sync routers for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:03.089240 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-ad9a65e6-67c3-4d11-977c-272edadf178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.090822 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-ad9a65e6-67c3-4d11-977c-272edadf178d service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.1137018 Mar 08 13:06:03.097373 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:03.098360 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:03.102512 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-57cc5b17-2f89-43d6-b537-7a5dacc3812b req-f50b800c-7770-4387-9979-8e9311cb61f8 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051544 Mar 08 13:06:03.180904 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-b6424af5-92d1-4eb1-999f-ce7e145791c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b HTTP/1.1" status: 200 len: 217 time: 0.0498636 Mar 08 13:06:03.237146 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:03.288733 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-641a3033-71bb-44ea-ac85-8fb8ac2c3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.290851 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-641a3033-71bb-44ea-ac85-8fb8ac2c3096 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0978198 Mar 08 13:06:03.293180 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks [] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.445511 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-978dd841-0cbb-4d18-aa68-e09a9de78129 req-bf41fceb-a036-44d2-bc2d-b4a8030413c5 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530915 Mar 08 13:06:03.448170 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks [] for router_gateway (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.457339 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-87144d84-5184-4fc6-9ab6-ff6d42ae5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.459057 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-87144d84-5184-4fc6-9ab6-ff6d42ae5913 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711024 Mar 08 13:06:03.465470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aed255-735d-43d1-85aa-adb98fcde0a4 req-f09e2a55-863d-4e40-8baa-1f49e1343d10 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.476160 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-67aed255-735d-43d1-85aa-adb98fcde0a4 req-f09e2a55-863d-4e40-8baa-1f49e1343d10 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0804107 Mar 08 13:06:03.508067 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:06:01Z', 'revision_number': 5, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port': {'id': '0b9a97a7-d597-4171-bfc0-360da711d29b', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:86:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:03.533030 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-67aed255-735d-43d1-85aa-adb98fcde0a4 req-f06bf34c-02f3-4c72-b725-1aa032eb3e7b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514901 Mar 08 13:06:03.595156 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-54200051-6080-4c17-aa9b-0bd339870b76 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283877 Mar 08 13:06:03.596496 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Deleting port 0b9a97a7-d597-4171-bfc0-360da711d29b {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:03.596824 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.635081 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Checking router: cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:03.643972 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Routers {'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:03.644578 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:03.735299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bd99-b1f7-4c41-8394-66c927272432 req-a5ec2478-dc8c-4987-88a1-d49f14650763 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:03.737514 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8462bd99-b1f7-4c41-8394-66c927272432 req-a5ec2478-dc8c-4987-88a1-d49f14650763 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 943 time: 0.0598896 Mar 08 13:06:03.739320 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] Set router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:03.747450 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] For port 0b9a97a7-d597-4171-bfc0-360da711d29b, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0b9a97a7-d597-4171-bfc0-360da711d29b,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:03.747852 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.769130 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Calling delete_port for 0b9a97a7-d597-4171-bfc0-360da711d29b owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:03.774765 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-22f43fed-937a-40de-b530-7bb30c11cd2f req-c877ed14-ac00-4902-a3a6-5d72d4fb2359 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654091 Mar 08 13:06:03.800792 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:06:03Z', 'revision_number': 6, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:03.825377 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8462bd99-b1f7-4c41-8394-66c927272432 req-445cba6d-e195-4261-954c-431b5bd97843 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764599 Mar 08 13:06:03.833381 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699d305-69e5-4ddd-9cbc-9142fd7821b0 None None] The sync data for ids ['cb01cc16-3dab-4c3c-a05a-0e25e8015fc2'] in dv-cinder-830090-2-iscsi is: [{'id': 'cb01cc16-3dab-4c3c-a05a-0e25e8015fc2', 'name': 'tempest-TestMinimumBasicScenario-2031307303-router', 'tenant_id': '946a10ff751b4e4b88701da62f9caa38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:30Z', 'updated_at': '2022-03-08T13:06:03Z', 'revision_number': 6, 'project_id': '946a10ff751b4e4b88701da62f9caa38', 'gw_port_host': None}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:03.958895 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (0b9a97a7-d597-4171-bfc0-360da711d29b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:03.987008 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9a97a7-d597-4171-bfc0-360da711d29b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:03.996910 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.997262 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.997602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.997966 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.998300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.998629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.998959 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.999347 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:03.999607 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.000524 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.000782 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.001100 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.001439 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.060701 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.149169 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.151256 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks [] for router_controller (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.197067 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (cb01cc16-3dab-4c3c-a05a-0e25e8015fc2), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.197600 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:06:04.202370 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.206651 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7cc8a015-670b-4f8d-af16-43e3bdcdaf50 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cb01cc16-3dab-4c3c-a05a-0e25e8015fc2 HTTP/1.1" status: 204 len: 168 time: 1.1221228 Mar 08 13:06:04.207104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41886) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:04.252956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Deleting subnet beae8e26-267e-4b51-bc40-bb99672547bc {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:06:04.256288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Publish callbacks [] for subnet (beae8e26-267e-4b51-bc40-bb99672547bc), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.302454 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (beae8e26-267e-4b51-bc40-bb99672547bc), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.356421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-d5c53efa-38cb-411d-87fc-b966180969c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.358200 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-d5c53efa-38cb-411d-87fc-b966180969c4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 1127 time: 0.0784948 Mar 08 13:06:04.412345 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (beae8e26-267e-4b51-bc40-bb99672547bc), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.419512 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-8f681d1d-7286-4112-ab59-1ff9f63f6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.421033 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-8f681d1d-7286-4112-ab59-1ff9f63f6302 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1127 time: 0.0427873 Mar 08 13:06:04.463638 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (beae8e26-267e-4b51-bc40-bb99672547bc), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.492454 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.498994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/beae8e26-267e-4b51-bc40-bb99672547bc HTTP/1.1" status: 204 len: 168 time: 0.2885995 Mar 08 13:06:04.499185 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174638da-c97e-41e6-9b01-2dcc54f97b04 None None] Network 400070b1-1662-400a-8d79-f539c7ddc3b3 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:06:04.499618 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beae8e26-267e-4b51-bc40-bb99672547bc,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:04.500880 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41890) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:04.514556 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.514556 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.514833 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.515116 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.515479 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.515807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.516134 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.516722 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.517552 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.517925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.518260 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.518594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.519422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e727a3b3-2d4f-4f51-baa0-0ba699a138c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:06:04.528306 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-84be06bc-8e90-4302-ab54-429741134912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.530072 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-84be06bc-8e90-4302-ab54-429741134912 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.1036978 Mar 08 13:06:04.620272 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-6cdadbf9-add0-4da2-950c-83fc6c029bd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 999 time: 0.0838795 Mar 08 13:06:04.626027 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (400070b1-1662-400a-8d79-f539c7ddc3b3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.676455 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79663e2-be50-44d4-90f7-280a9713d896 req-c6fff1f4-b9dc-4e4f-a0eb-dc39c336914a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.680725 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-0259d347-c539-4fdf-b290-2f6f644486e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.682256 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-0259d347-c539-4fdf-b290-2f6f644486e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0556462 Mar 08 13:06:04.683165 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a79663e2-be50-44d4-90f7-280a9713d896 req-c6fff1f4-b9dc-4e4f-a0eb-dc39c336914a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 943 time: 0.1496530 Mar 08 13:06:04.695212 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] DHCP port deletion for 400070b1-1662-400a-8d79-f539c7ddc3b3 request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:06:04.744426 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0b9a97a7-d597-4171-bfc0-360da711d29b no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:04.777383 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f3f1-d9a1-423a-9614-cece40d43a3d req-f0ecae59-263f-41bc-90b9-e679d7b7ef48 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:04.778957 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2242f3f1-d9a1-423a-9614-cece40d43a3d req-f0ecae59-263f-41bc-90b9-e679d7b7ef48 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1510539 Mar 08 13:06:04.786126 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a79663e2-be50-44d4-90f7-280a9713d896 req-321cf3cd-af5a-4c34-bfe7-5e170053e7cc tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020124 Mar 08 13:06:04.843418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Deleting port 0413b30a-9d03-4217-86e4-04372b4d5a01 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:04.844398 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.878857 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2242f3f1-d9a1-423a-9614-cece40d43a3d req-564d1430-a5bb-477e-b1d2-2d6aeed0ca1a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907164 Mar 08 13:06:04.931160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] For port 0413b30a-9d03-4217-86e4-04372b4d5a01, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0413b30a-9d03-4217-86e4-04372b4d5a01,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:04.931463 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.938883 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0b9a97a7-d597-4171-bfc0-360da711d29b {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:06:04.939486 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0b9a97a7-d597-4171-bfc0-360da711d29b not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:04.940075 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 57c6ea9d-3717-4501-882e-3f31287fbebf no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:04.957413 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Calling delete_port for 0413b30a-9d03-4217-86e4-04372b4d5a01 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:04.965193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Deleting port 0413b30a-9d03-4217-86e4-04372b4d5a01 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:04.965571 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:04.977947 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 57c6ea9d-3717-4501-882e-3f31287fbebf {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:06:04.978522 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 57c6ea9d-3717-4501-882e-3f31287fbebf not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:05.046141 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] For port 0413b30a-9d03-4217-86e4-04372b4d5a01, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0413b30a-9d03-4217-86e4-04372b4d5a01,segment=NetworkSegment(64cb49f7-4b7d-4e9b-83f5-382111af49c6),segment_id=64cb49f7-4b7d-4e9b-83f5-382111af49c6)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:05.047388 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.064577 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Calling delete_port for 0413b30a-9d03-4217-86e4-04372b4d5a01 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:05.077768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-ae89652d-867d-4db9-9019-62c62a5bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.082021 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-ae89652d-867d-4db9-9019-62c62a5bcd48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3877056 Mar 08 13:06:05.091882 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edcf60-255c-4676-84a5-a3515e3ec64a req-f6d9e1d3-c357-45c3-b75c-c061f5f7cef1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:05.093375 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-10edcf60-255c-4676-84a5-a3515e3ec64a req-f6d9e1d3-c357-45c3-b75c-c061f5f7cef1 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 943 time: 0.0810978 Mar 08 13:06:05.104409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.150993 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Pushing event deleted for resources: {'Port': ['ID=0413b30a-9d03-4217-86e4-04372b4d5a01,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.152812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] No DVR routers for this DVR port 0413b30a-9d03-4217-86e4-04372b4d5a01 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:05.167968 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (0413b30a-9d03-4217-86e4-04372b4d5a01), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.197730 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-dd2dd63b-9c0e-42a4-bceb-d57102ea2ab6 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096640 Mar 08 13:06:05.199900 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] No DVR routers for this DVR port 0413b30a-9d03-4217-86e4-04372b4d5a01 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:05.201641 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802c968-cedf-48db-b17b-9b1835e66fa5 None None] Pushing event deleted for resources: {'Port': ['ID=0413b30a-9d03-4217-86e4-04372b4d5a01,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.222110 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-10edcf60-255c-4676-84a5-a3515e3ec64a req-4ffd15f1-c926-4358-9bf1-5946e4246ac9 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196318 Mar 08 13:06:05.261082 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (400070b1-1662-400a-8d79-f539c7ddc3b3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.281816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400070b1-1662-400a-8d79-f539c7ddc3b3']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:05.291054 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cb49f7-4b7d-4e9b-83f5-382111af49c6') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:05.291349 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cb49f7-4b7d-4e9b-83f5-382111af49c6') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:05.295958 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-c2d8adbb-29d7-4232-af39-7deacb6a98fd req-2f4febb1-f6d0-4291-8d63-d4b821130f73 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924542 Mar 08 13:06:05.301430 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (64cb49f7-4b7d-4e9b-83f5-382111af49c6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.316297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (64cb49f7-4b7d-4e9b-83f5-382111af49c6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.323116 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:06:05.323116 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (64cb49f7-4b7d-4e9b-83f5-382111af49c6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:06:05.325223 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:06:05.384726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (400070b1-1662-400a-8d79-f539c7ddc3b3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.390888 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.394393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] 10.222.0.20 "DELETE /v2.0/networks/400070b1-1662-400a-8d79-f539c7ddc3b3 HTTP/1.1" status: 204 len: 168 time: 0.8925717 Mar 08 13:06:05.406560 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63090379-1141-498a-a5fd-9f705772a860 admin admin] Pushing event deleted for resources: {'Network': ['ID=400070b1-1662-400a-8d79-f539c7ddc3b3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.419919 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:05.534626 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:05.545891 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'port_id': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'mac_address': 'fa:16:3e:ae:24:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:05.583185 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 41916) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:05.587760 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:05.588164 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.603504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:05.628452 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cbebc869-54c2-4248-a35d-9a5ea1d3986b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ad911b26fce44e296230ecdb43414f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418642 Mar 08 13:06:05.628892 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41922) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:05.658715 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:05.664634 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.665342 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:05.731273 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] Publish callbacks [] for security_group (bd07c7a8-0e5d-4d24-a974-28d51f70c3ae), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.749336 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.777759 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] Publish callbacks [] for security_group (bd07c7a8-0e5d-4d24-a974-28d51f70c3ae), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.852638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bd07c7a8-0e5d-4d24-a974-28d51f70c3ae), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.871447 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:05.881356 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd07c7a8-0e5d-4d24-a974-28d51f70c3ae HTTP/1.1" status: 204 len: 168 time: 0.2505107 Mar 08 13:06:05.896251 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:05.906656 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edfa69-625d-4b83-be88-1bc3faacc995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07c7a8-0e5d-4d24-a974-28d51f70c3ae,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:05.938875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'port_id': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'mac_address': 'fa:16:3e:1a:05:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:06.056364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:06.056756 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.071504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:06.103366 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:06.105542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f25b07-65b8-4321-814c-e9a5d7945c58 req-925ba45b-d9f9-44b7-97e5-a5c8b963781c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.107212 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43f25b07-65b8-4321-814c-e9a5d7945c58 req-925ba45b-d9f9-44b7-97e5-a5c8b963781c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1113286 Mar 08 13:06:06.112601 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.237746 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:06.257593 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43f25b07-65b8-4321-814c-e9a5d7945c58 req-95cdb41c-e7e5-431c-b30a-8f5fdb530a96 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399689 Mar 08 13:06:06.322425 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63f33-180d-44c9-ad9a-ed71b75f156d req-795bc58c-cff3-4e35-bb0c-fc0a17fd6ec6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.330095 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82c63f33-180d-44c9-ad9a-ed71b75f156d req-795bc58c-cff3-4e35-bb0c-fc0a17fd6ec6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 944 time: 0.1624722 Mar 08 13:06:06.362697 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:06.367377 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:06.406557 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41936) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:06.430785 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-82c63f33-180d-44c9-ad9a-ed71b75f156d req-4edd057a-b05c-4cd8-a3ce-6979de08d299 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946229 Mar 08 13:06:06.502903 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496a481-1560-4002-aa39-eeb074bf17b6 req-dff17de8-2d8e-42fc-818f-bb5c6f6d8e1a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:06.505890 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6fe172ff-bb1d-4136-b956-a2513eae6c14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=946a10ff751b4e4b88701da62f9caa38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0976214 Mar 08 13:06:06.506345 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3496a481-1560-4002-aa39-eeb074bf17b6 req-dff17de8-2d8e-42fc-818f-bb5c6f6d8e1a tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 944 time: 0.1007679 Mar 08 13:06:06.508339 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 41938) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:06.614341 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] Publish callbacks [] for security_group (b57eb2a9-20ad-4b2e-b070-07847e36e4d0), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.627643 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3496a481-1560-4002-aa39-eeb074bf17b6 req-214920e0-12f3-48cd-b90f-df8f7c5bbccb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142123 Mar 08 13:06:06.675405 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] Publish callbacks [] for security_group (b57eb2a9-20ad-4b2e-b070-07847e36e4d0), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.683148 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0413b30a-9d03-4217-86e4-04372b4d5a01 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:06.718927 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0413b30a-9d03-4217-86e4-04372b4d5a01 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:06:06.719540 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0413b30a-9d03-4217-86e4-04372b4d5a01 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:06.762977 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (b57eb2a9-20ad-4b2e-b070-07847e36e4d0), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.766892 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:06.772518 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b57eb2a9-20ad-4b2e-b070-07847e36e4d0 HTTP/1.1" status: 204 len: 168 time: 0.2631576 Mar 08 13:06:06.783740 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732245c2-4fb1-456d-90a9-8b903b240a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57eb2a9-20ad-4b2e-b070-07847e36e4d0,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:07.409323 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80833e5-b66f-4f41-b3df-eb473d5a3a77 req-32b9dad6-e6be-4039-98e9-5bf0abcd4538 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.411529 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e80833e5-b66f-4f41-b3df-eb473d5a3a77 req-32b9dad6-e6be-4039-98e9-5bf0abcd4538 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0648398 Mar 08 13:06:07.435545 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:07.488169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e80833e5-b66f-4f41-b3df-eb473d5a3a77 req-f8fef3b9-0126-4477-bc49-c364aa54a0fe tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647988 Mar 08 13:06:07.502279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:06:07.506761 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:07.507132 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.601538 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df288-87f7-49c9-9cb6-c9278dc801f8 req-affb86c5-a358-4cf0-84ff-75756496c69e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.602969 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f09df288-87f7-49c9-9cb6-c9278dc801f8 req-affb86c5-a358-4cf0-84ff-75756496c69e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 944 time: 0.0604734 Mar 08 13:06:07.619565 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:07.619946 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.648674 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:07.650931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3814438-e9b1-477e-8303-3bf637cb97d2" -d '{"events": [{"server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:07.672268 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:07.676491 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.677559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:07.683870 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f09df288-87f7-49c9-9cb6-c9278dc801f8 req-e3acb79a-20ca-48c2-b55b-2ff0c1bf06c3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718632 Mar 08 13:06:07.756065 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2a74f-3776-49f8-80d6-c06e0a08065e x-openstack-request-id: req-8bc2a74f-3776-49f8-80d6-c06e0a08065e {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:07.756629 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "name": "network-vif-plugged", "status": "completed", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:07.756629 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bc2a74f-3776-49f8-80d6-c06e0a08065e {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:07.757275 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'code': 200} Mar 08 13:06:07.768220 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:07.786237 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:06:07.792778 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:07.793242 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.824999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e296c5-86d4-4219-ad7c-bc48f60462c4 req-431e67d0-2852-4620-b303-5dd02fceeb5b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:07.828859 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f6e296c5-86d4-4219-ad7c-bc48f60462c4 req-431e67d0-2852-4620-b303-5dd02fceeb5b tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 944 time: 0.0845895 Mar 08 13:06:07.892515 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f6e296c5-86d4-4219-ad7c-bc48f60462c4 req-4fa3cdf0-07cf-4b5f-b882-000243351cce tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568690 Mar 08 13:06:07.897321 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:07.897726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.933419 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:07.939721 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:07.992499 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:08.609404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d73e8-ad4b-46a9-8496-a0b4ddeb689d req-6aa006e0-8364-4711-b4d0-466c8adfd67f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.610847 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8e1d73e8-ad4b-46a9-8496-a0b4ddeb689d req-6aa006e0-8364-4711-b4d0-466c8adfd67f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0554583 Mar 08 13:06:08.660967 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8e1d73e8-ad4b-46a9-8496-a0b4ddeb689d req-187e8d83-7c19-4a41-81c6-da9372cbbc6d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Mar 08 13:06:08.798520 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961218e-08db-4533-b9e9-9b93a6a45adc req-37f2e889-2380-4e0e-a2e4-5be4b603b438 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:08.800073 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3961218e-08db-4533-b9e9-9b93a6a45adc req-37f2e889-2380-4e0e-a2e4-5be4b603b438 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0564830 Mar 08 13:06:08.856532 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3961218e-08db-4533-b9e9-9b93a6a45adc req-77c1b4ea-b1c9-4b45-b1b7-3ac3ee01f83f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508449 Mar 08 13:06:09.029132 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f0f68-4040-44a6-988e-698d3469e0ca req-b183864d-5eed-4950-aa86-48bb46f67db6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.030864 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-182f0f68-4040-44a6-988e-698d3469e0ca req-b183864d-5eed-4950-aa86-48bb46f67db6 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0710070 Mar 08 13:06:09.080961 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-182f0f68-4040-44a6-988e-698d3469e0ca req-e1604ce4-cab0-4b5b-8492-fd5b6db7e32c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Mar 08 13:06:09.758364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:09.760814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dafa82-cf4d-4319-bdf6-38282626097a" -d '{"events": [{"server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:09.806241 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337dde83-acdb-43d4-8c79-3a5ea616c15f x-openstack-request-id: req-337dde83-acdb-43d4-8c79-3a5ea616c15f {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:09.806770 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:09.807598 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-337dde83-acdb-43d4-8c79-3a5ea616c15f {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:09.807762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43695987-aa2c-46f3-9677-80fcc7a7f422 req-1ff2cd98-ec5b-4898-a762-8a6beddab5da tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.808222 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'code': 200} Mar 08 13:06:09.809181 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43695987-aa2c-46f3-9677-80fcc7a7f422 req-1ff2cd98-ec5b-4898-a762-8a6beddab5da tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0735464 Mar 08 13:06:09.858118 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43695987-aa2c-46f3-9677-80fcc7a7f422 req-5b8fb3bd-230c-46df-addb-e546d8b2c0ac tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Mar 08 13:06:09.989107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7c6d-27d5-4816-8d3a-66736e859698 req-fda1d285-0ae5-4b34-b707-3eea6ae9228b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:09.990545 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4e3d7c6d-27d5-4816-8d3a-66736e859698 req-fda1d285-0ae5-4b34-b707-3eea6ae9228b tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Mar 08 13:06:10.041277 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4e3d7c6d-27d5-4816-8d3a-66736e859698 req-14983202-bb2a-40dd-9b8c-3ddb6218d773 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Mar 08 13:06:10.199046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229330e-3c7b-4ba7-95a9-1ea9792ae66c req-639dc53c-18c2-404c-ad2d-9ba0f311d789 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.200523 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8229330e-3c7b-4ba7-95a9-1ea9792ae66c req-639dc53c-18c2-404c-ad2d-9ba0f311d789 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0538769 Mar 08 13:06:10.249271 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8229330e-3c7b-4ba7-95a9-1ea9792ae66c req-31709706-4301-4fac-8be6-4fe7b428184c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Mar 08 13:06:10.993469 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b280ad-6b65-4cd2-b0a2-24e3f526d754 req-1fb4f861-c192-4919-8966-f35114f2acaa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:10.994743 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98b280ad-6b65-4cd2-b0a2-24e3f526d754 req-1fb4f861-c192-4919-8966-f35114f2acaa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0589571 Mar 08 13:06:11.047863 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-98b280ad-6b65-4cd2-b0a2-24e3f526d754 req-16040c20-2678-4562-ba37-aecda7902ab3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491350 Mar 08 13:06:11.167804 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cba4a-40b4-4e0f-bacd-5c90af7999b5 req-afb80c6c-4a0a-4350-9109-066f3558e6b0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.169205 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ce3cba4a-40b4-4e0f-bacd-5c90af7999b5 req-afb80c6c-4a0a-4350-9109-066f3558e6b0 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0567172 Mar 08 13:06:11.220458 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ce3cba4a-40b4-4e0f-bacd-5c90af7999b5 req-75e96633-797b-431a-9278-980a9cedb4cf tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Mar 08 13:06:11.383151 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d048-9391-427b-9c17-88713d8e1b54 req-b079f5bf-319e-4eae-bea4-aa1597c34b2c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:11.384650 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b98d048-9391-427b-9c17-88713d8e1b54 req-b079f5bf-319e-4eae-bea4-aa1597c34b2c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0609035 Mar 08 13:06:11.433701 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b98d048-9391-427b-9c17-88713d8e1b54 req-831d01d8-9894-4ea4-880c-0356af529924 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425689 Mar 08 13:06:12.190288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a5a76-7f63-40db-95b9-df3252ef8a4b req-ee97cbc3-241d-4599-87e5-7f417d1b71c2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.191796 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f83a5a76-7f63-40db-95b9-df3252ef8a4b req-ee97cbc3-241d-4599-87e5-7f417d1b71c2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0699701 Mar 08 13:06:12.245057 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f83a5a76-7f63-40db-95b9-df3252ef8a4b req-09a1171b-34be-4e57-ad58-2e47d47a6da9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 Mar 08 13:06:12.351632 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef6b96-59e4-46a1-9d9d-c0aadd0483e7 req-d13ef238-9517-48b7-b204-063e46125ae6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.353167 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-07ef6b96-59e4-46a1-9d9d-c0aadd0483e7 req-d13ef238-9517-48b7-b204-063e46125ae6 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0546024 Mar 08 13:06:12.401246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-07ef6b96-59e4-46a1-9d9d-c0aadd0483e7 req-f2d75304-eb5f-46c2-83df-ec60a0bd539e tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Mar 08 13:06:12.560115 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c4fa-8f84-4d10-8234-bdcf6e1185e5 req-0565e297-db95-4fea-a007-aaf18db6b8fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:12.561590 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9279c4fa-8f84-4d10-8234-bdcf6e1185e5 req-0565e297-db95-4fea-a007-aaf18db6b8fa tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0588799 Mar 08 13:06:12.610851 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9279c4fa-8f84-4d10-8234-bdcf6e1185e5 req-eb720455-7a11-4494-8f9b-3deb99e262d8 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Mar 08 13:06:13.121420 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:06:13.378816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94bd75-595a-4ac9-a6bb-1ff38c8b8b68 req-7b685028-72c7-4624-a889-52603483ca6b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.380170 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-eb94bd75-595a-4ac9-a6bb-1ff38c8b8b68 req-7b685028-72c7-4624-a889-52603483ca6b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0577352 Mar 08 13:06:13.425990 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-eb94bd75-595a-4ac9-a6bb-1ff38c8b8b68 req-26086478-a10f-42b6-aabe-1a62630e355a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Mar 08 13:06:13.522021 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f419bb3-9a90-4c24-8fea-f3f609cba4fc req-3f117424-4fcd-49ca-bba8-df462d15d2e3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.523454 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4f419bb3-9a90-4c24-8fea-f3f609cba4fc req-3f117424-4fcd-49ca-bba8-df462d15d2e3 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Mar 08 13:06:13.573062 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4f419bb3-9a90-4c24-8fea-f3f609cba4fc req-2d6d27e4-1cc5-49a9-b6f4-6314d6c78622 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Mar 08 13:06:13.724311 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6547a-5194-4bfb-8837-3def51a11219 req-c14c1cf4-463f-49be-a92e-c1f5a053f109 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:13.725741 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad6547a-5194-4bfb-8837-3def51a11219 req-c14c1cf4-463f-49be-a92e-c1f5a053f109 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0504415 Mar 08 13:06:13.771491 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9ad6547a-5194-4bfb-8837-3def51a11219 req-d430e45c-7dd8-47c0-87ff-edd136ba88ca tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Mar 08 13:06:14.082915 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618186-030f-44fd-97fa-b48da455a9e3 req-73fe0ed5-1cd6-480a-aee1-34ac306977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.084407 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-78618186-030f-44fd-97fa-b48da455a9e3 req-73fe0ed5-1cd6-480a-aee1-34ac306977b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 1129 time: 0.1353154 Mar 08 13:06:14.087754 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224571-c1a7-46e3-a6f2-cfc9187f5413 req-b7ee3294-282b-4ed5-8244-3b18737966a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.089241 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-58224571-c1a7-46e3-a6f2-cfc9187f5413 req-b7ee3294-282b-4ed5-8244-3b18737966a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 1129 time: 0.1420212 Mar 08 13:06:14.133418 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-58224571-c1a7-46e3-a6f2-cfc9187f5413 req-9a19ad7e-eff0-4a64-8609-8be50648b5f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364146 Mar 08 13:06:14.133700 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-78618186-030f-44fd-97fa-b48da455a9e3 req-4f15a802-6829-4fc8-8771-c70eaa41f5c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371342 Mar 08 13:06:14.551406 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67684-3415-42a9-836e-fdf3d808f3d7 req-8263dd3b-504d-4a77-b586-789c6b8c88bb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.552942 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bdb67684-3415-42a9-836e-fdf3d808f3d7 req-8263dd3b-504d-4a77-b586-789c6b8c88bb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0566196 Mar 08 13:06:14.601032 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bdb67684-3415-42a9-836e-fdf3d808f3d7 req-26582df8-1c9c-4405-9fb7-efedc007b0e6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Mar 08 13:06:14.739173 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96fb4-2995-4216-b70d-6effbb5cf4a2 req-c57341db-cdee-4e11-add3-caeca7417d64 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.740599 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-29b96fb4-2995-4216-b70d-6effbb5cf4a2 req-c57341db-cdee-4e11-add3-caeca7417d64 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0811214 Mar 08 13:06:14.751225 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481fd0f-a0c8-4db9-ac1d-fcfbd12e6893 req-b0c84b8e-fdcc-4d72-8bf4-ec817ea1c977 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.752540 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6481fd0f-a0c8-4db9-ac1d-fcfbd12e6893 req-b0c84b8e-fdcc-4d72-8bf4-ec817ea1c977 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0669694 Mar 08 13:06:14.822050 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-29b96fb4-2995-4216-b70d-6effbb5cf4a2 req-a5b13583-f585-4f65-8b4f-df6421b8449a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685377 Mar 08 13:06:14.830114 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6481fd0f-a0c8-4db9-ac1d-fcfbd12e6893 req-974881a7-e80c-4455-b297-e4aa00c0661b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712497 Mar 08 13:06:14.925265 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f884b-83f5-4093-8dc0-4a04e327843e req-08803e27-fc96-4d17-b6f3-c39dd31981a7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:14.926643 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c0f884b-83f5-4093-8dc0-4a04e327843e req-08803e27-fc96-4d17-b6f3-c39dd31981a7 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0511835 Mar 08 13:06:14.973909 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9c0f884b-83f5-4093-8dc0-4a04e327843e req-164f9c96-7050-43af-9667-96b4b8720e3c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Mar 08 13:06:15.540687 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-17b1e990-d7c3-41ac-995f-5a7de381bad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:15.722064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b505ef9-0678-4e9d-8d70-3c9300cc2376 req-95aa36bd-d904-4bde-9e72-de6c0ef00b11 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:15.723520 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b505ef9-0678-4e9d-8d70-3c9300cc2376 req-95aa36bd-d904-4bde-9e72-de6c0ef00b11 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0501211 Mar 08 13:06:15.772182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b505ef9-0678-4e9d-8d70-3c9300cc2376 req-0c09f04f-4bbb-464f-89de-fdba766280ff tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Mar 08 13:06:15.966411 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375646d-ca4a-4b56-8b2d-005e73d01288 req-ce50d89c-d7e8-42e8-815e-2a6d81d85433 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:15.967798 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4375646d-ca4a-4b56-8b2d-005e73d01288 req-ce50d89c-d7e8-42e8-815e-2a6d81d85433 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0802472 Mar 08 13:06:15.974967 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7cfae-9274-4695-95d7-ee4e35c74c8a req-45a44131-9e24-4ae3-93a6-2495595c8caf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:15.976290 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6e7cfae-9274-4695-95d7-ee4e35c74c8a req-45a44131-9e24-4ae3-93a6-2495595c8caf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.0801713 Mar 08 13:06:16.043228 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4375646d-ca4a-4b56-8b2d-005e73d01288 req-918f4387-6898-4756-bb30-6f5b60308b19 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659940 Mar 08 13:06:16.054153 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6e7cfae-9274-4695-95d7-ee4e35c74c8a req-dde4467e-a8ed-449a-ad8e-31d3eef719d9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711031 Mar 08 13:06:16.178980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f341-322e-4432-89fd-e55682063878 req-6bc6b226-0bf5-40d6-9705-f304c36f7e8d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.180409 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a27f341-322e-4432-89fd-e55682063878 req-6bc6b226-0bf5-40d6-9705-f304c36f7e8d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0835690 Mar 08 13:06:16.187014 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b933c-9b45-4ec2-ab45-3747c727f04d req-32dc2843-129f-48e2-9452-c58f979adf8a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.188329 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-565b933c-9b45-4ec2-ab45-3747c727f04d req-32dc2843-129f-48e2-9452-c58f979adf8a tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0821521 Mar 08 13:06:16.196778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42012) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:16.201354 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Request body: {'floatingip': {'port_id': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:16.229894 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a27f341-322e-4432-89fd-e55682063878 req-abb1e827-88f4-4879-bc2f-1fe1ebd4ad1d tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Mar 08 13:06:16.242701 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.344031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664ca73-bf07-46e8-81e3-98514a904315 req-502cf53d-baf9-4d1c-9c90-6ce14e5433bb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.345859 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b664ca73-bf07-46e8-81e3-98514a904315 req-502cf53d-baf9-4d1c-9c90-6ce14e5433bb tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Mar 08 13:06:16.355066 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42016) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:16.360781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Request body: {'floatingip': {'port_id': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:16.411420 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.535859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-97887f91-b51c-4aa6-bdeb-67eea06fbada tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:16.537304 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-97887f91-b51c-4aa6-bdeb-67eea06fbada tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.1419880 Mar 08 13:06:16.679695 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.683754 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.754726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:06:16.755296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.784685 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Floating IP 1b28cf43-c713-4856-93ab-4985420e735b associated. External IP: 172.27.1.178, port: 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e. Mar 08 13:06:16.951708 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] For port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:16.952107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:16.995133 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:17.028649 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339f70b-bb61-4682-a0fa-df213d6afb79 req-34643320-450b-4fb4-ba51-606fdcbf6135 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.030612 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e339f70b-bb61-4682-a0fa-df213d6afb79 req-34643320-450b-4fb4-ba51-606fdcbf6135 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.1814632 Mar 08 13:06:17.112421 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:17.117716 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.126663 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:17.136678 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:17.137319 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:17.165065 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5bf7e640-92d8-469c-8958-f7b225ef4955 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "PUT /v2.0/floatingips/1b28cf43-c713-4856-93ab-4985420e735b HTTP/1.1" status: 200 len: 991 time: 0.9531181 Mar 08 13:06:17.165065 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:17.165065 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:17.254697 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:17.458497 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e339f70b-bb61-4682-a0fa-df213d6afb79 req-a445d42b-625c-43dd-8718-25224e924fcb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191444 Mar 08 13:06:17.466008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.480588 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.492683 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '1b28cf43-c713-4856-93ab-4985420e735b', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:1a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:54Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:17.520526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:17.528813 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:17.529424 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:05:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:17.567663 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380e59b-baf2-480f-9db5-4516a0474ee5 req-5a2f8090-2aef-40ef-9d62-d7ff89192f60 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.569139 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b380e59b-baf2-480f-9db5-4516a0474ee5 req-5a2f8090-2aef-40ef-9d62-d7ff89192f60 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 945 time: 0.2163956 Mar 08 13:06:17.626687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.627050 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (114982b7-2a6e-479d-ac9a-b1463f5ec5ca), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.627362 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP 114982b7-2a6e-479d-ac9a-b1463f5ec5ca disassociated. External IP: 172.27.1.215, port: 8e32c6f0-9721-47d3-85a1-c7cdef2f9360. Mar 08 13:06:17.627699 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:06:17.642422 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:17.653427 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9a1f0-0155-47d0-a478-0b1f7e9618da x-openstack-request-id: req-5ce9a1f0-0155-47d0-a478-0b1f7e9618da {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:17.653975 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:17.653975 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ce9a1f0-0155-47d0-a478-0b1f7e9618da {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:17.654488 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'status': 'completed', 'code': 200} Mar 08 13:06:17.715288 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b380e59b-baf2-480f-9db5-4516a0474ee5 req-c84f6174-8bd5-403a-8290-5de1fcc89a5a tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356535 Mar 08 13:06:17.720602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-650dfca3-bdbd-4fd9-b68c-990f80657ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.720800 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92 associated. External IP: 172.27.1.198, port: e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b. Mar 08 13:06:17.722582 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-650dfca3-bdbd-4fd9-b68c-990f80657ef1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5c7d900f762241f1bc951b7cd43225f1&device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 1129 time: 0.0468261 Mar 08 13:06:17.824872 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-e0ea280e-d888-4898-97ed-6bcf021fb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.826753 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-e0ea280e-d888-4898-97ed-6bcf021fb122 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 200 len: 913 time: 0.0986669 Mar 08 13:06:17.903534 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-5ab4d742-c57d-47a8-ad59-4012bdd82c4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e HTTP/1.1" status: 200 len: 999 time: 0.0701425 Mar 08 13:06:17.936015 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (8e32c6f0-9721-47d3-85a1-c7cdef2f9360), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:17.959400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-c74db4c3-79f2-4595-a259-425789430a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:17.961289 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-c74db4c3-79f2-4595-a259-425789430a60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 200 len: 850 time: 0.0525689 Mar 08 13:06:17.963420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8672a3c8-dc04-4099-959c-546988f2f0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:18.002089 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=8e32c6f0-9721-47d3-85a1-c7cdef2f9360,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:18.017688 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-215e51b5-e3cb-4409-915a-9e5a76c13cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.019430 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-215e51b5-e3cb-4409-915a-9e5a76c13cde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519807 Mar 08 13:06:18.033496 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '1b28cf43-c713-4856-93ab-4985420e735b', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:1a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:54Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:18.064395 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506bb33-a1cf-42af-8395-985e7f7f7cf0 None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '1b28cf43-c713-4856-93ab-4985420e735b', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'floating_ip_address': '172.27.1.178', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'port_id': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'mac_address': 'fa:16:3e:1a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:54Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:18.072068 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:18.126581 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-51abe9a0-7b5f-4f5b-8040-355f98d61776 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997519 Mar 08 13:06:18.216209 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:18.219449 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f9e99a3e-6f48-48d2-818e-d444ed0bf91b req-2692386a-55e7-4748-ba54-419a8f41b873 service neutron] 10.222.0.74 "GET /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874064 Mar 08 13:06:18.238795 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:18.243670 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:18.250288 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:18.260373 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:18.261039 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:18.310647 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c42b9a-a518-4ffc-95c6-0d0fb459ee33 None None] New status for floating IP 1b28cf43-c713-4856-93ab-4985420e735b: ACTIVE {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:06:18.326372 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9756a9d6-6d8f-4f07-be78-b0d1f4f5ca82 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "PUT /v2.0/floatingips/4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92 HTTP/1.1" status: 200 len: 991 time: 1.9697332 Mar 08 13:06:18.329609 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:18.332172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1408f362-f490-4271-bfeb-82c75e2c1c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:18.394288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:18.399278 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:18.444500 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] No DVR routers for this DVR port 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:06:18.450123 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:18.454971 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da33aad4-0bc8-4f1c-808b-a628b41d9d62 req-ccbeebaa-99be-403b-b8ae-c4163bb4f4f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "DELETE /v2.0/ports/8e32c6f0-9721-47d3-85a1-c7cdef2f9360 HTTP/1.1" status: 204 len: 173 time: 1.9095621 Mar 08 13:06:18.479226 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8474e2f-ff4a-4fe2-a1c9-ed3b188cb8ce x-openstack-request-id: req-f8474e2f-ff4a-4fe2-a1c9-ed3b188cb8ce {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:18.479585 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:18.480523 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8474e2f-ff4a-4fe2-a1c9-ed3b188cb8ce {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:18.480949 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'status': 'completed', 'code': 200} Mar 08 13:06:18.538074 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:18.565133 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:18.566212 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:18.651646 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-ab7c589b-329c-4aa5-91f3-512a96eb9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.653173 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-ab7c589b-329c-4aa5-91f3-512a96eb9e0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d8455f8c0f2f4b318a69e4986f261410&device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 1129 time: 0.1563818 Mar 08 13:06:18.664372 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d17f80-cb42-4a45-a6ad-dfe32e82f232 req-5790aba1-2909-4e82-95c2-e937d6562a55 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.665842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1d17f80-cb42-4a45-a6ad-dfe32e82f232 req-5790aba1-2909-4e82-95c2-e937d6562a55 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0637443 Mar 08 13:06:18.720499 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:18.769647 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a1d17f80-cb42-4a45-a6ad-dfe32e82f232 req-04ac4841-3e55-4c89-9a10-80d32e52738c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949469 Mar 08 13:06:18.792607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-42e2c010-77e0-47c0-9ca0-918f5e1af808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.794467 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-42e2c010-77e0-47c0-9ca0-918f5e1af808 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 200 len: 917 time: 0.1277347 Mar 08 13:06:18.878723 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-30e35fc5-be45-4187-98ff-6997c4fd758e req-8d00bf8f-16b4-469a-af33-6c462e95fbcd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cc8e83a-a97e-4061-a3bd-550937d32524 HTTP/1.1" status: 200 len: 210 time: 0.0365374 Mar 08 13:06:18.889140 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-8c522cd8-4a2a-461b-b0aa-2600360eb6ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b HTTP/1.1" status: 200 len: 999 time: 0.0861084 Mar 08 13:06:18.940618 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-5a96555a-8f18-4223-b03a-27ce2ee914b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.942050 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-5a96555a-8f18-4223-b03a-27ce2ee914b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 200 len: 854 time: 0.0461640 Mar 08 13:06:18.966799 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:ae:24:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:57Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:18.992033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-d74110a9-94d0-4472-9bf6-b806beba1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:18.993586 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-d74110a9-94d0-4472-9bf6-b806beba1565 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441201 Mar 08 13:06:18.995152 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:18.995314 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:19.008731 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:19.009337 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:19.048633 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:19.082734 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-9486dc15-9b6b-4a7f-b5d2-cd1648210687 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823669 Mar 08 13:06:19.083772 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:19.099373 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:19.100287 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:19.187931 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1408f362-f490-4271-bfeb-82c75e2c1c4f req-34831ebf-b239-428b-84bc-1263ed4c1008 service neutron] 10.222.0.74 "GET /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995255 Mar 08 13:06:19.234201 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:19.312459 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:19.708379 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:19.712065 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:ae:24:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:57Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:19.757343 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a4ae-0efc-4a8a-af80-f3d8f0cff865 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:19.759084 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d96401-1088-4631-9eb3-aaa4df40533d None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'floating_ip_address': '172.27.1.198', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'port_id': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'mac_address': 'fa:16:3e:ae:24:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:05:57Z', 'updated_at': '2022-03-08T13:06:16Z', 'revision_number': 1, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:19.914453 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d659b2d-cc0c-4b59-8b67-e90aa7df8dae req-f2e79b8e-408a-4896-a163-4487d1730077 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:19.915954 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1d659b2d-cc0c-4b59-8b67-e90aa7df8dae req-f2e79b8e-408a-4896-a163-4487d1730077 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0574474 Mar 08 13:06:19.978853 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1d659b2d-cc0c-4b59-8b67-e90aa7df8dae req-c9c333bb-d97c-47bc-afa3-5b14494e2d23 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544753 Mar 08 13:06:20.051803 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae8ad3-0fd4-490b-9f0c-2cc155626ad3 None None] New status for floating IP 114982b7-2a6e-479d-ac9a-b1463f5ec5ca: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:06:20.067134 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f4bca-370f-4941-aae7-7427fe54bef0 None None] New status for floating IP 4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:06:20.172376 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-f9dd9d6b-14d8-4815-b43b-0fb0bbc0464b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418142862&fields=id&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 267 time: 0.0537505 Mar 08 13:06:20.276473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-e4d6761c-6af0-416d-8544-e400525a535b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:20.277969 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-e4d6761c-6af0-416d-8544-e400525a535b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.1047816 Mar 08 13:06:20.291824 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-24c1b796-0220-449f-986f-c5ba41602272 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/quotas/9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 375 time: 0.0086367 Mar 08 13:06:20.344998 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-314205b8-0e94-410f-96be-4b6c5d1de84f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479982 Mar 08 13:06:20.350233 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:20.442219 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-cc19859f-788a-4afc-b3d1-dc41f0956419 service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845361 Mar 08 13:06:20.497642 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'name': 'network-vif-deleted', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:20.500321 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7f9aa-120f-4c50-914d-0938a660cbae" -d '{"events": [{"server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "name": "network-vif-deleted", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:20.533180 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-a9e7a2a9-79cd-4bb4-ae2b-2a1c5295c085 service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Mar 08 13:06:20.534594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487e7d15-8ec8-415f-9766-9cb340230a30 x-openstack-request-id: req-487e7d15-8ec8-415f-9766-9cb340230a30 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:20.534876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc8e83a-a97e-4061-a3bd-550937d32524", "name": "network-vif-deleted", "tag": "8e32c6f0-9721-47d3-85a1-c7cdef2f9360", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:20.535124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-487e7d15-8ec8-415f-9766-9cb340230a30 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:20.535496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc8e83a-a97e-4061-a3bd-550937d32524', 'name': 'network-vif-deleted', 'tag': '8e32c6f0-9721-47d3-85a1-c7cdef2f9360', 'status': 'completed', 'code': 200} Mar 08 13:06:20.809281 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2b442067-d48e-41e9-af73-c8ab3b145756 req-bd315da1-3006-4255-8fa4-632ee6fae46d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 210 time: 0.0310755 Mar 08 13:06:21.099806 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac8e92-20cb-4a45-9738-55ba74cc35b7 req-3e847760-d6d4-41ae-88a0-227702e30b45 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:21.101316 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4bac8e92-20cb-4a45-9738-55ba74cc35b7 req-3e847760-d6d4-41ae-88a0-227702e30b45 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.0575967 Mar 08 13:06:21.151915 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4bac8e92-20cb-4a45-9738-55ba74cc35b7 req-480c31bd-9871-4249-bb32-2afd0b6d668a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Mar 08 13:06:21.513466 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:06:21.533750 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:06:21.534117 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8e32c6f0-9721-47d3-85a1-c7cdef2f9360 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:06:21.705072 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-34e361ef-fafd-4f87-b1c6-64c7601f3f8e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:21.706513 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-34e361ef-fafd-4f87-b1c6-64c7601f3f8e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.1069458 Mar 08 13:06:21.767100 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-4b135ab1-ed74-4d6f-9ac5-738c80081eea tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 380 time: 0.0529547 Mar 08 13:06:21.776763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'port': {'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'admin_state_up': True, 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'security_groups': ['274dcf68-37b0-497d-8791-daf398f3357f']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:21.785421 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:21.908414 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-880adb0a-808a-4dca-a93d-206b98796545 req-9a774a7b-5871-441b-a728-1e74d7608e2d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 210 time: 0.0345871 Mar 08 13:06:21.909117 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Made reservation on behalf of 9aae990736554c9c8b5e6a60c62f9f49 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:06:21.912593 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.036096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.20.0.8 (6571cb64-218b-41cb-9065-e09fa0303e3d/ab64d186-2f3a-4272-adc6-44d4ff207434/c4257035-7802-476b-8380-58418a1c4340) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:22.180171 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (c4257035-7802-476b-8380-58418a1c4340), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.214770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (c4257035-7802-476b-8380-58418a1c4340), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.283801 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:22.290594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:22.296471 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:22.302289 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:22.490209 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-79e242fc-6eb5-4079-bb36-9956baf52555 None None] Provisioning complete for port c4257035-7802-476b-8380-58418a1c4340 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:22.490584 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-79e242fc-6eb5-4079-bb36-9956baf52555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c4257035-7802-476b-8380-58418a1c4340), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.527604 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-79e242fc-6eb5-4079-bb36-9956baf52555 None None] Port c4257035-7802-476b-8380-58418a1c4340 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:06:22.605775 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4d3e-06ad-4b88-893f-ed41b83ab056 req-f64bcffc-6017-4a47-bf91-c5084df02609 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.607239 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b74f4d3e-06ad-4b88-893f-ed41b83ab056 req-f64bcffc-6017-4a47-bf91-c5084df02609 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 943 time: 0.3634863 Mar 08 13:06:22.612098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:22.612668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.642399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-bbd91be2-3207-486d-89b7-50b30b88ca97 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695853 Mar 08 13:06:22.661096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Request body: {'port': {'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:22.686573 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b74f4d3e-06ad-4b88-893f-ed41b83ab056 req-cdd2851f-4355-4f17-a7b9-f87f7eb3106d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714188 Mar 08 13:06:22.720941 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c4257035-7802-476b-8380-58418a1c4340), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:22.970962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4257035-7802-476b-8380-58418a1c4340 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:22.986104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks [] for port (c4257035-7802-476b-8380-58418a1c4340), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.015924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Transition to ACTIVE for port object c4257035-7802-476b-8380-58418a1c4340 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:06:23.021331 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (c4257035-7802-476b-8380-58418a1c4340), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.075789 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a45c0-b4d5-445c-9e35-4aa8c869b9da req-b0e187db-5269-4de9-92be-f79f64c943f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.078049 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e63a45c0-b4d5-445c-9e35-4aa8c869b9da req-b0e187db-5269-4de9-92be-f79f64c943f7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 931 time: 0.1026604 Mar 08 13:06:23.084097 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Pushing event updated for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.176523 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e63a45c0-b4d5-445c-9e35-4aa8c869b9da req-a1d16b96-41ab-4f6a-8209-dc4f71200696 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898101 Mar 08 13:06:23.198821 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Attempting to bind port c4257035-7802-476b-8380-58418a1c4340 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:06:23.199440 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Attempting to bind port c4257035-7802-476b-8380-58418a1c4340 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:06:23.199546 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Attempting to bind port c4257035-7802-476b-8380-58418a1c4340 on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:23.203975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Port c4257035-7802-476b-8380-58418a1c4340 on network 6571cb64-218b-41cb-9065-e09fa0303e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:06:23.204292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Attempting to bind port c4257035-7802-476b-8380-58418a1c4340 on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:06:23.209287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:06:23.209622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:06:23.210028 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Bound using segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:06:23.210456 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Bound port: c4257035-7802-476b-8380-58418a1c4340, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:06:23.210812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c4257035-7802-476b-8380-58418a1c4340), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.274870 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:06:23.277778 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c4257035-7802-476b-8380-58418a1c4340,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:06:23.283697 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (c4257035-7802-476b-8380-58418a1c4340), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.322661 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.323278 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.324620 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] 10.222.0.74 "PUT /v2.0/ports/c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 1093 time: 0.6721451 Mar 08 13:06:23.325096 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:23.327329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43596d-508b-46e5-ac9b-37a544d7e0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:23.349297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc244c7-787f-45b9-855f-86a5a040eadf service neutron] Pushing event updated for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.378153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7f1a9f-d24f-4e4d-b33d-f34b5c4c999b x-openstack-request-id: req-dc7f1a9f-d24f-4e4d-b33d-f34b5c4c999b {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:23.378537 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:23.378797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc7f1a9f-d24f-4e4d-b33d-f34b5c4c999b {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:23.379196 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340', 'status': 'completed', 'code': 200} Mar 08 13:06:23.428486 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-c6f80e6a-0db8-4267-87be-64183e7c78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.430053 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-c6f80e6a-0db8-4267-87be-64183e7c78de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1127 time: 0.0496502 Mar 08 13:06:23.472119 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-462d5ad8-8308-4dd3-8445-e061b29f5f74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 217 time: 0.0346153 Mar 08 13:06:23.516246 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:23.522960 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-4d4d703c-4f44-4e9c-a85e-4682abdfd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.524409 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-4d4d703c-4f44-4e9c-a85e-4682abdfd1e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0461211 Mar 08 13:06:23.578326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-943be628-28d5-4b42-b855-4310143f0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.579821 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-943be628-28d5-4b42-b855-4310143f0c24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489459 Mar 08 13:06:23.625472 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:23.636680 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'mac_address': 'fa:16:3e:ba:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:23.670235 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-368c685c-2865-4774-b9c6-63cd97d19e95 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838721 Mar 08 13:06:23.673055 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:23.673451 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.686562 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:23.706332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:23.710296 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:23.759558 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=9']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:23.763785 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1bd71e2c-653e-465d-b227-ad7f549513f3 req-3934613d-e08f-49cb-8f30-8991ad02abd2 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Mar 08 13:06:23.848067 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3986-1794-4d75-8e0f-41acfa27d203 req-80667603-9729-4ead-a299-478b7c3d92a6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.849522 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-678f3986-1794-4d75-8e0f-41acfa27d203 req-80667603-9729-4ead-a299-478b7c3d92a6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0779262 Mar 08 13:06:23.898113 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-f8f37a1c-6d52-4458-9487-3f1e3a715552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.899548 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-f8f37a1c-6d52-4458-9487-3f1e3a715552 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1127 time: 0.0841637 Mar 08 13:06:23.917942 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-678f3986-1794-4d75-8e0f-41acfa27d203 req-ab3a97d8-691a-432e-ac07-34f48ebba339 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626566 Mar 08 13:06:23.948307 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['4ee498e7-0504-4b69-89e1-82e4ae63cb8b'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:23.992008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-c72e73c5-2f8d-41f2-9669-361ed6fffd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:23.993354 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-c72e73c5-2f8d-41f2-9669-361ed6fffd2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0864856 Mar 08 13:06:24.046751 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-31a8fb3b-8f08-4b34-b478-c2d07191f0e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 217 time: 0.0375862 Mar 08 13:06:24.093201 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-e5c36246-421a-43e0-a26e-11a076751aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.094645 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-e5c36246-421a-43e0-a26e-11a076751aa4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0424650 Mar 08 13:06:24.142179 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-8c4f363c-2d29-4c35-80d4-005390f6df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.143656 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-8c4f363c-2d29-4c35-80d4-005390f6df74 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428984 Mar 08 13:06:24.236386 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-3b520629-1d4b-43ed-bcd7-09bb3f51747c service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854633 Mar 08 13:06:24.362533 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10747b-65b8-4b99-a36c-52d33d18d705 req-5dd7c04d-d3d6-4e94-9bef-966c64a574b4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:24.363966 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b10747b-65b8-4b99-a36c-52d33d18d705 req-5dd7c04d-d3d6-4e94-9bef-966c64a574b4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.1129901 Mar 08 13:06:24.367467 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ed43596d-508b-46e5-ac9b-37a544d7e0c2 req-78e3a509-37ca-4e81-b07d-c76fbda6d344 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241720 Mar 08 13:06:24.411632 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b10747b-65b8-4b99-a36c-52d33d18d705 req-877aa9c3-52eb-4605-8aa1-822972d9e71e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Mar 08 13:06:25.038833 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb560a4-1518-4ca8-a8a5-a27773dd67eb req-122a1be9-07fb-471d-badb-246c1519c6c0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:25.040263 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-beb560a4-1518-4ca8-a8a5-a27773dd67eb req-122a1be9-07fb-471d-badb-246c1519c6c0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Mar 08 13:06:25.085973 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-beb560a4-1518-4ca8-a8a5-a27773dd67eb req-f8f9e484-5b2a-4704-a702-4e0fb5dca4c2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402057 Mar 08 13:06:25.525540 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b386aac-ef28-49fb-ad6a-10ab7097d107 req-c296b35f-3175-4932-84c2-3664cac22ebf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:25.526994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b386aac-ef28-49fb-ad6a-10ab7097d107 req-c296b35f-3175-4932-84c2-3664cac22ebf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0506620 Mar 08 13:06:25.529410 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:25.576047 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:25.576416 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:25.577897 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4b386aac-ef28-49fb-ad6a-10ab7097d107 req-2750ead0-39fa-4ac0-bfb1-25e63cdad5cb tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Mar 08 13:06:25.622833 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:25.665549 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:25.665978 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:25.688581 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:25.690814 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6a9537-bf04-44f3-a4b4-75ece79a9ab4" -d '{"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:25.702622 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:25.706559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:25.753542 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=10']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:25.783096 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b3d55-a10b-4fdf-92f4-fdd442ae97a1 x-openstack-request-id: req-2d5b3d55-a10b-4fdf-92f4-fdd442ae97a1 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:25.783379 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-plugged", "status": "completed", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:25.783639 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d5b3d55-a10b-4fdf-92f4-fdd442ae97a1 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:25.784042 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'code': 200} Mar 08 13:06:26.211743 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2f2f-c553-4ee6-a960-08907c884ba4 req-df1d3bc1-a12e-4790-b454-afc65b33709b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:26.213248 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-332f2f2f-c553-4ee6-a960-08907c884ba4 req-df1d3bc1-a12e-4790-b454-afc65b33709b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0559659 Mar 08 13:06:26.267289 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-332f2f2f-c553-4ee6-a960-08907c884ba4 req-a8566166-0474-4bc5-be5b-c35d16a89659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477421 Mar 08 13:06:26.299997 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aa29c-2a6f-4304-8da4-4d9de7a6e962 req-a2ed8817-580d-4c63-b37a-9fb0750974d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:26.301465 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-101aa29c-2a6f-4304-8da4-4d9de7a6e962 req-a2ed8817-580d-4c63-b37a-9fb0750974d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1130 time: 0.0486698 Mar 08 13:06:26.344012 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-101aa29c-2a6f-4304-8da4-4d9de7a6e962 req-4982413a-7182-4c56-aaaa-39dccd8c8836 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363014 Mar 08 13:06:26.699474 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edfd3f-11fa-4e54-b2f2-80083975ec71 req-29f75fa0-a384-4502-b6d7-2d04937dc541 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:26.700933 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-18edfd3f-11fa-4e54-b2f2-80083975ec71 req-29f75fa0-a384-4502-b6d7-2d04937dc541 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0541670 Mar 08 13:06:26.747392 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-18edfd3f-11fa-4e54-b2f2-80083975ec71 req-fef02f8c-c57c-45ba-9010-852b638561e0 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Mar 08 13:06:27.388167 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a8d1-0fc0-4fce-b3a4-5f89e2f91944 req-2443adae-6307-4466-97c6-7e8a4feb3692 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:27.389652 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5185a8d1-0fc0-4fce-b3a4-5f89e2f91944 req-2443adae-6307-4466-97c6-7e8a4feb3692 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0516901 Mar 08 13:06:27.435409 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5185a8d1-0fc0-4fce-b3a4-5f89e2f91944 req-f4f36428-27e2-4767-a721-6404f59e0bb9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Mar 08 13:06:27.863253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba317e-9c1c-4ea3-a54b-70f3f22cf43a req-ce106ca6-3013-4384-9a97-3b1fab221983 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:27.864755 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-51ba317e-9c1c-4ea3-a54b-70f3f22cf43a req-ce106ca6-3013-4384-9a97-3b1fab221983 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0519526 Mar 08 13:06:27.917033 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-51ba317e-9c1c-4ea3-a54b-70f3f22cf43a req-fb14710c-9b20-4d96-a831-6754e98a821c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469108 Mar 08 13:06:28.554906 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb80b7a-7af7-4865-b42d-0706be2d8464 req-f0dbad79-aec5-4e79-baec-0cb697340fa2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:28.556375 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6cb80b7a-7af7-4865-b42d-0706be2d8464 req-f0dbad79-aec5-4e79-baec-0cb697340fa2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0510314 Mar 08 13:06:28.601899 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6cb80b7a-7af7-4865-b42d-0706be2d8464 req-7bfdd0f3-e64c-4cdc-88fa-b5453d4e78d4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Mar 08 13:06:29.030937 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c614d-8219-4108-b9c9-cb2a74591954 req-d2e85741-dc5d-4b96-afca-9b707e1343b2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:29.032359 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-269c614d-8219-4108-b9c9-cb2a74591954 req-d2e85741-dc5d-4b96-afca-9b707e1343b2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0511754 Mar 08 13:06:29.079356 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-269c614d-8219-4108-b9c9-cb2a74591954 req-a15f865b-2f35-45b3-87c5-fd5f0291daa9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Mar 08 13:06:30.196632 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a339-abaf-473d-af42-2c70f21aadd2 req-b653e94e-41b3-42e4-a907-168b60cd9d0c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:30.198097 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b93a339-abaf-473d-af42-2c70f21aadd2 req-b653e94e-41b3-42e4-a907-168b60cd9d0c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0546830 Mar 08 13:06:30.245870 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1b93a339-abaf-473d-af42-2c70f21aadd2 req-d0a7d00a-cb8c-4ffb-941e-804aa9acfe1c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Mar 08 13:06:31.359827 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbd965-c49d-43dd-b54b-0cfb142371d5 req-eab32ac9-9cbc-4ecd-af54-203864e3862f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:31.361278 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27fbd965-c49d-43dd-b54b-0cfb142371d5 req-eab32ac9-9cbc-4ecd-af54-203864e3862f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 943 time: 0.0524192 Mar 08 13:06:31.408268 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27fbd965-c49d-43dd-b54b-0cfb142371d5 req-cef62e22-c771-42e3-9cc6-65ba5298a406 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Mar 08 13:06:31.565520 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c4257035-7802-476b-8380-58418a1c4340 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:06:31.656677 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c4257035-7802-476b-8380-58418a1c4340,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:31.666665 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'c4257035-7802-476b-8380-58418a1c4340', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:06:31.702953 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c4257035-7802-476b-8380-58418a1c4340 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:31.703315 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c4257035-7802-476b-8380-58418a1c4340), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:31.718971 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4257035-7802-476b-8380-58418a1c4340 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:06:31.737428 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c4257035-7802-476b-8380-58418a1c4340,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:31.741188 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c4257035-7802-476b-8380-58418a1c4340), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:31.786029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:32.010812 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['c4257035-7802-476b-8380-58418a1c4340'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:06:32.526382 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf139baa-b378-4831-8a5e-64ada5199987 req-c581e2ef-a2f1-4a5f-b6c0-485afb78e59f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:32.527812 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf139baa-b378-4831-8a5e-64ada5199987 req-c581e2ef-a2f1-4a5f-b6c0-485afb78e59f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 944 time: 0.0552282 Mar 08 13:06:32.574044 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bf139baa-b378-4831-8a5e-64ada5199987 req-30daa361-c7e8-4b15-a2e3-fb66dbb6cde7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407574 Mar 08 13:06:33.582518 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c4257035-7802-476b-8380-58418a1c4340 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:06:33.630475 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port c4257035-7802-476b-8380-58418a1c4340 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:06:33.634463 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port c4257035-7802-476b-8380-58418a1c4340 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:06:33.634840 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c4257035-7802-476b-8380-58418a1c4340), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.689377 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb53f4-674f-4bc4-80c2-33b1d5a0a908 req-0fb7e347-aecf-4ccf-803a-d791a046dc03 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:33.690869 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41bb53f4-674f-4bc4-80c2-33b1d5a0a908 req-0fb7e347-aecf-4ccf-803a-d791a046dc03 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 944 time: 0.0525749 Mar 08 13:06:33.716821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port c4257035-7802-476b-8380-58418a1c4340 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:06:33.717210 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c4257035-7802-476b-8380-58418a1c4340), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.739486 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41bb53f4-674f-4bc4-80c2-33b1d5a0a908 req-0f2a41d6-779e-4763-888b-0b6c7c7ad31e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Mar 08 13:06:33.740133 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4257035-7802-476b-8380-58418a1c4340'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:33.742371 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f09fb-9606-49f5-bb30-5a46f0eed768" -d '{"events": [{"server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "name": "network-vif-plugged", "status": "completed", "tag": "c4257035-7802-476b-8380-58418a1c4340"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:33.754893 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c4257035-7802-476b-8380-58418a1c4340,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:06:33.760132 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c4257035-7802-476b-8380-58418a1c4340), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:33.783615 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5278a798-5638-4e3a-8e3e-b94c2db42b67 x-openstack-request-id: req-5278a798-5638-4e3a-8e3e-b94c2db42b67 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:33.783899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "name": "network-vif-plugged", "status": "completed", "tag": "c4257035-7802-476b-8380-58418a1c4340", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:33.784144 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5278a798-5638-4e3a-8e3e-b94c2db42b67 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:33.784525 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4257035-7802-476b-8380-58418a1c4340', 'code': 200} Mar 08 13:06:33.809546 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:34.007294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af909-6802-403b-9722-979958852408 req-3569569d-7eac-4be2-8e50-35e67fcf2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:34.008636 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b17af909-6802-403b-9722-979958852408 req-3569569d-7eac-4be2-8e50-35e67fcf2a26 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1129 time: 0.0427253 Mar 08 13:06:34.057446 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b17af909-6802-403b-9722-979958852408 req-781038b3-1bb6-4c51-a437-c471a17704c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413380 Mar 08 13:06:34.853079 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c7dde-bb10-40f1-9090-72e940543492 req-f3f6823e-3ead-4dc7-aed3-d0a71da8dd9c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:34.854523 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da4c7dde-bb10-40f1-9090-72e940543492 req-f3f6823e-3ead-4dc7-aed3-d0a71da8dd9c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Mar 08 13:06:34.901169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-da4c7dde-bb10-40f1-9090-72e940543492 req-e307e009-1aeb-43e2-a686-3621127bb51f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Mar 08 13:06:36.015391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05536436-d3ce-4708-8872-3aa149dd38fc req-ec9c3c4d-7985-411f-baa0-bbdf45012a2e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.016811 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-05536436-d3ce-4708-8872-3aa149dd38fc req-ec9c3c4d-7985-411f-baa0-bbdf45012a2e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Mar 08 13:06:36.064243 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-05536436-d3ce-4708-8872-3aa149dd38fc req-31da5953-e7aa-43e3-9689-2c79f9eaf767 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Mar 08 13:06:36.181022 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1660cd-336e-4ad8-85f3-329f69d63b06 req-488929f3-b586-4f8b-9d40-4b8a2099eca9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.182379 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a1660cd-336e-4ad8-85f3-329f69d63b06 req-488929f3-b586-4f8b-9d40-4b8a2099eca9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Mar 08 13:06:36.229544 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3a1660cd-336e-4ad8-85f3-329f69d63b06 req-e28b9450-4805-4d6c-a5e3-c76a8da24a0e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Mar 08 13:06:36.251324 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42160) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:36.293021 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec9fbe-b601-4fe7-b0dc-e74e1ab6c54f tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:36.294546 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-88ec9fbe-b601-4fe7-b0dc-e74e1ab6c54f tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1124 time: 0.0422723 Mar 08 13:06:36.297912 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42162) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:06:36.301990 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:06:36.321144 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:36.416117 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:36.517217 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.27.1.61 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/e6f85b13-cbaa-412c-ab29-02f01b0b6288) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:06:36.616217 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:36.648107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:36.684836 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:06:36.688168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:06:36.692297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:06:36.714502 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=e6f85b13-cbaa-412c-ab29-02f01b0b6288,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:37.043825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.111208 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.254774 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.259275 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.327935 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=e6f85b13-cbaa-412c-ab29-02f01b0b6288,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:06:37.337451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.434471 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP 3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2 associated. External IP: 172.27.1.61, port: c4257035-7802-476b-8380-58418a1c4340. Mar 08 13:06:37.636296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:06:37.743105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:06:37.754078 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:06:37.760791 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:37.763767 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:37.765342 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:37.790249 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-11488fbe-d885-4dc6-b529-9009da4e654e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4913669 Mar 08 13:06:37.791161 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:06:37.793531 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bafccb-f4c2-4719-8c72-583b141087f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:06:37.833284 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6e5c9-1933-4dc4-a635-06f34e5efc9d x-openstack-request-id: req-57b6e5c9-1933-4dc4-a635-06f34e5efc9d {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:06:37.833568 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:06:37.833849 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b6e5c9-1933-4dc4-a635-06f34e5efc9d {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:06:37.834247 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340', 'status': 'completed', 'code': 200} Mar 08 13:06:37.875113 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:37.903078 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-bdceb458-63eb-4b2f-bcfb-0c2095ceb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:37.904481 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-bdceb458-63eb-4b2f-bcfb-0c2095ceb640 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1129 time: 0.0474272 Mar 08 13:06:37.990369 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-dc8449e8-15e5-4019-91b9-3a189ebee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:37.991851 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-dc8449e8-15e5-4019-91b9-3a189ebee37c service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0812886 Mar 08 13:06:38.099894 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:36Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.127617 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:06:38.136508 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:06:38.137154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:06:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.248504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:06:38.320646 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-02bb54cd-201b-49f2-b610-905814bdc3a1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 998 time: 0.3120522 Mar 08 13:06:38.367375 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-47cb7998-7462-4eb6-a0e4-5da6c9bfa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:38.368819 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-47cb7998-7462-4eb6-a0e4-5da6c9bfa18f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0423005 Mar 08 13:06:38.416292 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-09230d80-6ca6-4f35-9b16-901f15c9782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:38.417748 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-09230d80-6ca6-4f35-9b16-901f15c9782b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417042 Mar 08 13:06:38.471418 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:36Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:06:38.513674 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-a1aaaac1-20fb-44c3-b0a4-84b746be193b service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896564 Mar 08 13:06:38.604282 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66bafccb-f4c2-4719-8c72-583b141087f3 req-c5f28387-cdd3-4c7f-86aa-ea5f6490a73f service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Mar 08 13:06:38.627873 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0304531-7a90-4d90-b3da-c126fda6cf73 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:36Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:06:38.812170 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e811b-98a6-4246-8199-b2d2e37012d4 None None] New status for floating IP 3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:06:45.541496 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2ca6-45da-4acf-b9b2-dfec7e67c781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:47.854197 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0ebc0fdf-0853-4993-a814-bc8a326a3297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:48.994912 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:50.119732 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:06:50.349425 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:51.787752 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:06:53.011485 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-11346829-6885-45c2-ad1f-e4d5281bd9b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464714 Mar 08 13:06:53.091073 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-92b32c01-5308-4cff-b759-3610eef3328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:53.092496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-92b32c01-5308-4cff-b759-3610eef3328a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 1130 time: 0.0428610 Mar 08 13:06:53.191801 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-6488aca9-cc46-4ab3-a632-8019da9d956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:53.193209 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-6488aca9-cc46-4ab3-a632-8019da9d956f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.0824585 Mar 08 13:06:53.259688 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-71f0ea3a-861d-44cd-b336-725ef3c438d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 200 len: 1001 time: 0.0594981 Mar 08 13:06:53.307095 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-57771799-368e-4961-abd2-82906f5c82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:53.308478 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-57771799-368e-4961-abd2-82906f5c82d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0418477 Mar 08 13:06:53.354956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-10b48eed-7022-490b-8586-bd8ab273d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:06:53.356447 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-10b48eed-7022-490b-8586-bd8ab273d0df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417619 Mar 08 13:06:53.447436 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-15d904a2-6b62-4f8c-97d0-ed2a872c72e8 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844007 Mar 08 13:06:53.534958 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8d706e51-9ea2-4658-825f-f2ccc9749d06 req-890625bf-7457-498e-9090-efc60946e3a6 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809639 Mar 08 13:06:55.603821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:15.438657 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76254be1-58f6-4cb5-8cb9-ddfe9a56da0c req-8424d973-2961-4f27-9887-377f1845ab1f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.440130 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76254be1-58f6-4cb5-8cb9-ddfe9a56da0c req-8424d973-2961-4f27-9887-377f1845ab1f tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0571487 Mar 08 13:07:15.487625 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76254be1-58f6-4cb5-8cb9-ddfe9a56da0c req-a959fc96-da59-44b1-b9e3-3732b9e3d762 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Mar 08 13:07:15.541704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8a1357b8-df43-41f5-9f09-a8c7f9a7a30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:15.673294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2b45-1535-4d27-b6d2-832accd29f2b req-5ff3be96-d467-4a00-8a30-6c635e096ae6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:15.674746 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c56e2b45-1535-4d27-b6d2-832accd29f2b req-5ff3be96-d467-4a00-8a30-6c635e096ae6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0516510 Mar 08 13:07:15.719582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c56e2b45-1535-4d27-b6d2-832accd29f2b req-162b734d-c449-4761-a599-55b1591c0fbe tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Mar 08 13:07:16.607419 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c909da-bb71-497d-8927-2381d16c7121 req-1a66ce91-f995-4fef-a0fb-6f86724dfe67 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:16.608771 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-13c909da-bb71-497d-8927-2381d16c7121 req-1a66ce91-f995-4fef-a0fb-6f86724dfe67 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0539560 Mar 08 13:07:16.653849 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-13c909da-bb71-497d-8927-2381d16c7121 req-a2753b44-ae9e-4362-a146-5f7134fecf49 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 Mar 08 13:07:16.840659 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6686b-51f0-4cab-a6a2-87ba43493904 req-caccb933-f520-43f0-8611-b2a4c5a6a049 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:16.842657 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5a6686b-51f0-4cab-a6a2-87ba43493904 req-caccb933-f520-43f0-8611-b2a4c5a6a049 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0527570 Mar 08 13:07:16.889936 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5a6686b-51f0-4cab-a6a2-87ba43493904 req-e7955857-d18b-4eb6-9f16-31d46ecb7b77 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=42e3c62d-add9-466d-9c32-5ff635bf213d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Mar 08 13:07:17.247737 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-c1eb74a3-b401-48a5-9e54-7f4d9b2b5f18 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:17.249158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-c1eb74a3-b401-48a5-9e54-7f4d9b2b5f18 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.0508490 Mar 08 13:07:17.342616 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:17.342867 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.385844 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-c6722174-347f-48f5-b849-94fd750cbab1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:17.387267 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-c6722174-347f-48f5-b849-94fd750cbab1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Mar 08 13:07:17.440753 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] For port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:17.441116 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.490025 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Deleting port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:17.490364 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.584560 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] For port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:17.584924 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.631280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.631891 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.632027 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Floating IP 4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92 disassociated. External IP: 172.27.1.198, port: e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b. Mar 08 13:07:17.632450 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:17.768386 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.768794 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.769046 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Floating IP ab72544b-6b2f-42d1-9bec-3668669542f4 disassociated. External IP: 172.27.1.147, port: 4ee498e7-0504-4b69-89e1-82e4ae63cb8b. Mar 08 13:07:17.769514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Calling delete_port for 4ee498e7-0504-4b69-89e1-82e4ae63cb8b owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:17.822963 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.860465 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d1325b77-5bb1-475b-9f9d-d113c6d5c3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.865472 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34aba4-ad5d-41af-b114-7db90a982aac req-3c04c753-9580-474f-ad3d-4878eb5673ac tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:17.867327 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8e34aba4-ad5d-41af-b114-7db90a982aac req-3c04c753-9580-474f-ad3d-4878eb5673ac tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b996f2ae-9ba0-45ad-87f8-b8583e9697b1 HTTP/1.1" status: 200 len: 945 time: 0.1373620 Mar 08 13:07:17.869347 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:17.887262 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.887841 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.887957 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.888264 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.888596 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.889189 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.889517 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.889868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.890199 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.890523 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.890847 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.891171 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.891495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:17.917602 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (4ee498e7-0504-4b69-89e1-82e4ae63cb8b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:17.980485 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8e34aba4-ad5d-41af-b114-7db90a982aac req-b024a820-6fd6-4d63-9222-b00a0ab3bc4c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups?id=fec4d424-ee1a-451a-87db-5f878f1153ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008320 Mar 08 13:07:18.009025 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'Port': ['ID=4ee498e7-0504-4b69-89e1-82e4ae63cb8b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:18.044740 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e7df7416-71a2-472a-ae89-87b091091950 req-3a3aab92-bd9f-4ae1-97be-4dad6d740a70 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d0d0c9e-f45f-4227-8d1e-684c152e0369 HTTP/1.1" status: 200 len: 210 time: 0.0308943 Mar 08 13:07:18.046156 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.046599 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.047115 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.047902 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.048096 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.048491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.049022 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.049546 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.049901 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.050494 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.050670 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.051101 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.051428 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:18.070323 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:18.092971 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:18.199565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:18.206853 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:18.211465 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:18.223388 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:18.233709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:18.234378 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.237816 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:18.237816 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.276668 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] No DVR routers for this DVR port 4ee498e7-0504-4b69-89e1-82e4ae63cb8b on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:18.279570 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:18.283558 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-af89ccf1-8655-41a7-86f7-79c560f83c10 req-0b2b2a9c-f080-449c-9212-84444c4418a9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "DELETE /v2.0/ports/4ee498e7-0504-4b69-89e1-82e4ae63cb8b HTTP/1.1" status: 204 len: 173 time: 0.8905661 Mar 08 13:07:18.283981 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-deleted', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:18.287382 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f439d0-4aa7-4725-b142-afc2fbc7900d" -d '{"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-deleted", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:18.291638 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] No DVR routers for this DVR port e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:18.306251 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:18.309907 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fb561dc2-3090-4c3f-9047-175cc142de4f req-2e225f51-de1d-461b-8d4f-f838645c4039 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.74 "DELETE /v2.0/ports/e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b HTTP/1.1" status: 204 len: 173 time: 1.0549617 Mar 08 13:07:18.310407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'name': 'network-vif-deleted', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:18.331228 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836a2be-517c-4ff1-aeaf-577157403f47" -d '{"events": [{"server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "name": "network-vif-deleted", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:18.341557 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982c607-ccba-4424-8a9d-dc6fcfddb40b x-openstack-request-id: req-1982c607-ccba-4424-8a9d-dc6fcfddb40b {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:18.342248 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0d0c9e-f45f-4227-8d1e-684c152e0369", "name": "network-vif-deleted", "tag": "4ee498e7-0504-4b69-89e1-82e4ae63cb8b", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:18.342524 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1982c607-ccba-4424-8a9d-dc6fcfddb40b {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:18.343038 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0d0c9e-f45f-4227-8d1e-684c152e0369', 'name': 'network-vif-deleted', 'tag': '4ee498e7-0504-4b69-89e1-82e4ae63cb8b', 'status': 'completed', 'code': 200} Mar 08 13:07:18.393531 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a92696d-49a7-4729-991e-e76032ce4693 x-openstack-request-id: req-8a92696d-49a7-4729-991e-e76032ce4693 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:18.393876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b996f2ae-9ba0-45ad-87f8-b8583e9697b1", "name": "network-vif-deleted", "tag": "e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:18.394137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a92696d-49a7-4729-991e-e76032ce4693 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:18.394537 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b996f2ae-9ba0-45ad-87f8-b8583e9697b1', 'name': 'network-vif-deleted', 'tag': 'e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b', 'status': 'completed', 'code': 200} Mar 08 13:07:18.410102 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206ca87-189c-4a58-97e3-5d360c0656be req-26d22240-a912-484b-b43c-706522251430 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:18.422596 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1206ca87-189c-4a58-97e3-5d360c0656be req-26d22240-a912-484b-b43c-706522251430 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.2159712 Mar 08 13:07:18.440355 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:18.461627 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:18.519633 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1206ca87-189c-4a58-97e3-5d360c0656be req-5884c7ef-e556-46d6-a71c-6b401fa92e55 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960205 Mar 08 13:07:18.700361 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.723310 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.728857 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:18.737403 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:18.738036 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.750254 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:18.758399 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:18.759006 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:18.843104 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:18.868578 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:19.033339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.118727 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42442) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.125302 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:19.159257 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd16a19-ebea-4412-aa5c-1728db5f69da None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:01Z', 'revision_number': 4, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'ee79830e-6770-4ad7-ba26-68d2388c4996', 'name': '', 'network_id': '5f378aae-edaa-4c9f-a2f0-e38f9e0452ee', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'mac_address': 'fa:16:3e:53:1a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:01:00Z', 'updated_at': '2022-03-08T13:01:11Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'subnets': [{'id': 'a06d10b9-182a-4c32-8e33-7e8278665557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:19.173115 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42446) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.197997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (fec4d424-ee1a-451a-87db-5f878f1153ea), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.208687 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:19.236057 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438131b1-0487-48e0-9f9e-1c30f29d8972 None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:19.239692 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (fec4d424-ee1a-451a-87db-5f878f1153ea), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.281510 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (42e3c62d-add9-466d-9c32-5ff635bf213d), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.312476 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (42e3c62d-add9-466d-9c32-5ff635bf213d), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.330442 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (fec4d424-ee1a-451a-87db-5f878f1153ea), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.333029 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.336597 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/security-groups/fec4d424-ee1a-451a-87db-5f878f1153ea HTTP/1.1" status: 204 len: 168 time: 0.2144988 Mar 08 13:07:19.336978 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42448) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.353711 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-cc30d250-8a65-4ed9-a4a0-c2d7a625483e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] show failed (client error): The resource could not be found. Mar 08 13:07:19.357699 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cc30d250-8a65-4ed9-a4a0-c2d7a625483e tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "GET /v2.0/security-groups/fec4d424-ee1a-451a-87db-5f878f1153ea HTTP/1.1" status: 404 len: 347 time: 0.0167398 Mar 08 13:07:19.358103 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42450) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.369569 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c689b7-12a5-4e16-b9b4-e94a3d33e50c tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec4d424-ee1a-451a-87db-5f878f1153ea,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:19.390887 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (42e3c62d-add9-466d-9c32-5ff635bf213d), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.398422 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.402082 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "DELETE /v2.0/security-groups/42e3c62d-add9-466d-9c32-5ff635bf213d HTTP/1.1" status: 204 len: 168 time: 0.2279978 Mar 08 13:07:19.406642 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42452) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.424962 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.api.v2.resource [None req-95908546-3c94-4480-829e-f78fdd3beea5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] show failed (client error): The resource could not be found. Mar 08 13:07:19.426479 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-95908546-3c94-4480-829e-f78fdd3beea5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups/42e3c62d-add9-466d-9c32-5ff635bf213d HTTP/1.1" status: 404 len: 347 time: 0.0188122 Mar 08 13:07:19.427661 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6d4df-1fdd-4982-8633-a0d980235a18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e3c62d-add9-466d-9c32-5ff635bf213d,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:19.429418 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42454) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:19.547681 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Deleting port 8e382b1d-20f5-4e07-abd0-302b31712c10 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:19.548017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.580258 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Deleting port 48a427ba-af8b-4f41-b085-be5b115cf3b7 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:19.580487 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cdccbe-6429-4f94-9f09-24ee8114541e None None] New status for floating IP 4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:07:19.580864 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.604711 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db826de0-d1c3-45f3-81db-749e699284af None None] New status for floating IP ab72544b-6b2f-42d1-9bec-3668669542f4: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:07:19.669136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.669521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (48a427ba-af8b-4f41-b085-be5b115cf3b7), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.682877 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Calling delete_port for 48a427ba-af8b-4f41-b085-be5b115cf3b7 owned by network:floatingip {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:19.690030 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.690454 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (8e382b1d-20f5-4e07-abd0-302b31712c10), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.706574 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Calling delete_port for 8e382b1d-20f5-4e07-abd0-302b31712c10 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:19.714618 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787931-5e9e-4c55-84ab-97a4fa993d97 req-ef8963ae-edf6-47ac-bba9-6b83c8e6bb60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:19.721438 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-85787931-5e9e-4c55-84ab-97a4fa993d97 req-ef8963ae-edf6-47ac-bba9-6b83c8e6bb60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.1009476 Mar 08 13:07:19.809105 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-85787931-5e9e-4c55-84ab-97a4fa993d97 req-8228b4a9-1b91-4738-af64-d1218d67e437 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb14353d-d07d-441e-8516-f8b7259da6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867999 Mar 08 13:07:19.839907 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (48a427ba-af8b-4f41-b085-be5b115cf3b7), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.865416 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'Port': ['ID=48a427ba-af8b-4f41-b085-be5b115cf3b7,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:19.902654 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (8e382b1d-20f5-4e07-abd0-302b31712c10), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.927037 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Pushing event deleted for resources: {'Port': ['ID=8e382b1d-20f5-4e07-abd0-302b31712c10,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:19.934187 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (ab72544b-6b2f-42d1-9bec-3668669542f4), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.938361 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.939532 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ba560bba-3229-436a-96e8-13e60bd97051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab72544b-6b2f-42d1-9bec-3668669542f4 HTTP/1.1" status: 204 len: 168 time: 0.5092337 Mar 08 13:07:19.993738 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks [] for floatingip (4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.997714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:19.998923 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1f644178-be2f-4881-aaf7-8e4020a217f4 tempest-AttachVolumeNegativeTest-280220962 tempest-AttachVolumeNegativeTest-280220962-project] 10.222.0.20 "DELETE /v2.0/floatingips/4f3dfadc-ecc3-4e7c-a6e6-5864c6f8cf92 HTTP/1.1" status: 204 len: 168 time: 0.6397781 Mar 08 13:07:20.093224 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42464) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:20.098622 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392232066', 'description': 'tempest-description--1995094537'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:20.146004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.181714 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-f6e57ef9-035b-4253-8ea7-1bb6fffd266d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:20.183169 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-f6e57ef9-035b-4253-8ea7-1bb6fffd266d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 945 time: 0.0802915 Mar 08 13:07:20.283590 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (216b2a0f-cbec-4eb7-9f16-d3255ccfc97e), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.287447 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (216b2a0f-cbec-4eb7-9f16-d3255ccfc97e), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.335266 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.337161 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2420530 Mar 08 13:07:20.340424 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42466) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:20.344422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba56cf-c9b2-4ef4-aecc-9ff19da38225 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:20.351438 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group_rule': {'security_group_id': '216b2a0f-cbec-4eb7-9f16-d3255ccfc97e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:20.357710 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Deleting port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:20.358554 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.368152 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.382292 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (653a6ea6-d132-4690-9c45-fdf7971d6b0d), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.438114 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (653a6ea6-d132-4690-9c45-fdf7971d6b0d), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.441539 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (653a6ea6-d132-4690-9c45-fdf7971d6b0d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.453956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] For port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:20.454319 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.458139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653a6ea6-d132-4690-9c45-fdf7971d6b0d,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:20.467082 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.468283 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-379de175-d9ab-49eb-9d71-9c644b737e78 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261718 Mar 08 13:07:20.470944 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42468) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:20.475263 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'security_group_rule': {'security_group_id': '216b2a0f-cbec-4eb7-9f16-d3255ccfc97e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:20.498928 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (3610e46e-e2ed-4071-abf1-fd0210d65f42), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.553896 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (3610e46e-e2ed-4071-abf1-fd0210d65f42), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.557366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (3610e46e-e2ed-4071-abf1-fd0210d65f42), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.573776 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3610e46e-e2ed-4071-abf1-fd0210d65f42,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:20.582752 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.583950 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-021ce3db-10bc-4b2a-a635-1dca24f30b2f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120384 Mar 08 13:07:20.587196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42470) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:20.591976 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:20.614227 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.634661 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.635031 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.635347 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Floating IP 1b28cf43-c713-4856-93ab-4985420e735b disassociated. External IP: 172.27.1.178, port: 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e. Mar 08 13:07:20.635702 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Calling delete_port for 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:20.709309 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.761280 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (8cdf9ee1-af01-4c59-a9a8-ec5896deca7e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.792775 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'Port': ['ID=8cdf9ee1-af01-4c59-a9a8-ec5896deca7e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:20.818166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Allocated IP 172.27.1.155 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/81df7070-fb42-4887-9923-cbcf913af131) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:20.921386 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-96fcc8a2-a81b-47b9-a99b-ffae57460c33 req-085094ac-ed13-41a2-959b-40988d37ae6f tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0ce8e7-b78b-4073-b8af-ec5d14c897a1 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Mar 08 13:07:20.922595 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (81df7070-fb42-4887-9923-cbcf913af131), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.943565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:20.957674 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (81df7070-fb42-4887-9923-cbcf913af131), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:20.991793 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:20.998554 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:21.001933 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:21.025334 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=81df7070-fb42-4887-9923-cbcf913af131,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:21.053169 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:21.063195 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:21.072801 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:21.073374 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:21.094868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] No DVR routers for this DVR port 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:21.096769 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.097410 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.101050 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cb890b3-edbe-4e77-9744-a6893e6558c6 req-6911895d-ac64-47a8-9e5b-1e507123350d tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.74 "DELETE /v2.0/ports/8cdf9ee1-af01-4c59-a9a8-ec5896deca7e HTTP/1.1" status: 204 len: 173 time: 0.9117708 Mar 08 13:07:21.101509 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'name': 'network-vif-deleted', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:21.104803 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52dedba-675b-474f-bdbf-49d65dc617bc" -d '{"events": [{"server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "name": "network-vif-deleted", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:21.141047 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (81df7070-fb42-4887-9923-cbcf913af131), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.188258 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc1204-3a91-49c9-8dcc-2c2a9a8fb582 x-openstack-request-id: req-63fc1204-3a91-49c9-8dcc-2c2a9a8fb582 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:21.190064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ce8e7-b78b-4073-b8af-ec5d14c897a1", "name": "network-vif-deleted", "tag": "8cdf9ee1-af01-4c59-a9a8-ec5896deca7e", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:21.190384 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63fc1204-3a91-49c9-8dcc-2c2a9a8fb582 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:21.191775 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0ce8e7-b78b-4073-b8af-ec5d14c897a1', 'name': 'network-vif-deleted', 'tag': '8cdf9ee1-af01-4c59-a9a8-ec5896deca7e', 'status': 'completed', 'code': 200} Mar 08 13:07:21.210372 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:21.328265 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (81df7070-fb42-4887-9923-cbcf913af131), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.334189 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (81df7070-fb42-4887-9923-cbcf913af131), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.409484 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=81df7070-fb42-4887-9923-cbcf913af131,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:21.427133 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.447330 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.448569 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-acfc709d-70cd-42cd-b24c-e84b18ed18f6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8604469 Mar 08 13:07:21.483104 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:21.509511 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:21.518888 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:21.519497 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:21.638187 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:21.652610 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-8f404e72-72b6-4851-8b03-90e2b9db2855 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1392232066&fields=id&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 267 time: 0.0481436 Mar 08 13:07:21.766092 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-754e5a33-c645-4505-8123-4deae166067b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:21.767522 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-754e5a33-c645-4505-8123-4deae166067b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 817 time: 0.1080265 Mar 08 13:07:21.782182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-e15c1eed-71e0-44b2-b84a-90d3a5b3c3eb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/quotas/09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 375 time: 0.0090377 Mar 08 13:07:21.802089 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:21.838204 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-cd2a4ac0-4ead-44e0-af70-036261944941 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499046 Mar 08 13:07:21.855027 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:21.882560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff7cca-369c-4dfd-bf3d-47409de8fea8 None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:01:00Z', 'revision_number': 4, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': 'c1d66d8c-953a-492d-ac75-4f1819fdf492', 'name': '', 'network_id': '51a5e8ce-8a60-4c3c-a2bb-921eca72c2df', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'mac_address': 'fa:16:3e:1d:e5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:57Z', 'updated_at': '2022-03-08T13:01:15Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'subnets': [{'id': 'e6efa199-acd0-491f-ab69-750607f9831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:21.948863 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:21.971220 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 4ee498e7-0504-4b69-89e1-82e4ae63cb8b {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:21.971575 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 4ee498e7-0504-4b69-89e1-82e4ae63cb8b not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:21.972028 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:21.979251 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-5e402acd-5740-472b-96d6-0113a93bd657 service neutron] 10.222.0.20 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300893 Mar 08 13:07:21.994776 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:21.995126 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device e1f17fb8-22ef-4b3a-9bf8-28ae5809a81b not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:22.019120 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42506) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:22.077570 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-65c73e41-24ca-44b3-b5ab-554b631b1287 service neutron] 10.222.0.20 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920913 Mar 08 13:07:22.080328 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (bb14353d-d07d-441e-8516-f8b7259da6fe), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.107036 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (bb14353d-d07d-441e-8516-f8b7259da6fe), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.145318 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cc206d-0c67-4a12-b9b3-3294155751c7 None None] New status for floating IP 1b28cf43-c713-4856-93ab-4985420e735b: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:07:22.161684 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (bb14353d-d07d-441e-8516-f8b7259da6fe), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.164832 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.166256 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb14353d-d07d-441e-8516-f8b7259da6fe HTTP/1.1" status: 204 len: 168 time: 0.1461072 Mar 08 13:07:22.169968 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42508) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:22.186050 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a626ef-d369-4eda-81a8-7abc90b22e60 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14353d-d07d-441e-8516-f8b7259da6fe,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:22.186662 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.api.v2.resource [None req-35866168-28ee-4055-9944-e9e19d491278 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] show failed (client error): The resource could not be found. Mar 08 13:07:22.188024 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-35866168-28ee-4055-9944-e9e19d491278 tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "GET /v2.0/security-groups/bb14353d-d07d-441e-8516-f8b7259da6fe HTTP/1.1" status: 404 len: 347 time: 0.0168414 Mar 08 13:07:22.190864 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42512) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:22.299205 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b374a2f1-6fb1-47f8-b2fe-6e2c6fcb8112 req-17052b24-4f00-4861-881f-86fa3afa3e02 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 210 time: 0.0555100 Mar 08 13:07:22.358111 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Deleting port 45f5e11a-a937-4ea5-81d7-54cea5b559d4 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:22.358513 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.432182 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.432501 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (45f5e11a-a937-4ea5-81d7-54cea5b559d4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.444463 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Calling delete_port for 45f5e11a-a937-4ea5-81d7-54cea5b559d4 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:22.595122 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (45f5e11a-a937-4ea5-81d7-54cea5b559d4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.621032 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Pushing event deleted for resources: {'Port': ['ID=45f5e11a-a937-4ea5-81d7-54cea5b559d4,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:22.691776 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks [] for floatingip (1b28cf43-c713-4856-93ab-4985420e735b), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.694391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:22.695543 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-963fd909-9458-48e3-84c3-39afbe6f8cca tempest-AttachVolumeTestJSON-1634568613 tempest-AttachVolumeTestJSON-1634568613-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b28cf43-c713-4856-93ab-4985420e735b HTTP/1.1" status: 204 len: 168 time: 0.5037723 Mar 08 13:07:23.369063 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-55adc575-f46e-439f-a4ae-f07b53c91fb2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:23.370715 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-55adc575-f46e-439f-a4ae-f07b53c91fb2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 817 time: 0.1029718 Mar 08 13:07:23.423911 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfb7e358-b0af-4437-a952-390375f543cf req-7e49da5f-c3f2-453f-b6db-e99ec858513d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 210 time: 0.0358083 Mar 08 13:07:23.473173 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-5444b39e-2223-4a24-ac0f-8fe8730e7dd8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 380 time: 0.0915899 Mar 08 13:07:23.482964 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'port': {'device_id': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'admin_state_up': True, 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'security_groups': ['216b2a0f-cbec-4eb7-9f16-d3255ccfc97e']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:23.584876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Made reservation on behalf of 09dffe135c044fa093bb84a1f3df92af for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:07:23.588067 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:23.708815 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Allocated IP 172.20.0.7 (b7766b4c-9aa5-49ec-bb51-af9f03972938/43bc418c-a92c-4fd8-b986-43a20f06e534/3f8bd826-40ce-4899-b3ff-4ca5befb0cf7) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:07:23.806491 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42554) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:23.849761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:23.887731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:23.961087 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:23.974682 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:07:23.983178 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:07:23.984029 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:23.984924 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 8cdf9ee1-af01-4c59-a9a8-ec5896deca7e not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:23.988171 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:07:24.014798 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:24.191013 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-0c56769c-e169-4aa8-b3da-de87b000dcd1 None None] Provisioning complete for port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:07:24.191693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c56769c-e169-4aa8-b3da-de87b000dcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:24.225762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-0c56769c-e169-4aa8-b3da-de87b000dcd1 None None] Port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:07:24.334952 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:24.335556 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:24.359048 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-5f312c48-7283-4abd-9261-a0482979ba5e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801103 Mar 08 13:07:24.393259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Request body: {'port': {'device_id': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:24.496456 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:24.626858 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65250337-c277-4291-93eb-9a26a2b21624 req-90bbe629-61ee-4da8-a854-8a5f243d9c15 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:24.628319 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65250337-c277-4291-93eb-9a26a2b21624 req-90bbe629-61ee-4da8-a854-8a5f243d9c15 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 931 time: 0.1328785 Mar 08 13:07:24.811939 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-65250337-c277-4291-93eb-9a26a2b21624 req-59b6cf39-d51b-4ec0-b8c1-f0fa90340290 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641803 Mar 08 13:07:24.936966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (5607eb94-60f2-4835-918a-ce51b61362e9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:24.974217 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:24.984574 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks [] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.005762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Transition to ACTIVE for port object 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:07:25.033097 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.092288 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:25.231369 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Attempting to bind port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:07:25.231720 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Attempting to bind port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:07:25.232065 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Attempting to bind port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:25.239720 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 on network b7766b4c-9aa5-49ec-bb51-af9f03972938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:07:25.240043 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Attempting to bind port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 on network b7766b4c-9aa5-49ec-bb51-af9f03972938 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:07:25.248966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:07:25.249299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Checking segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:07:25.249691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Bound using segment: {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:07:25.250162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Bound port: 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:07:25.250521 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.364248 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:07:25.377253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:07:25.383893 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.399539 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Deleting port ee79830e-6770-4ad7-ba26-68d2388c4996 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:25.399866 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.423674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.424336 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.425720 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 1093 time: 1.0364091 Mar 08 13:07:25.426196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:25.428421 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9b7d9-730d-47b9-aa12-489734d0828e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:25.496166 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf1f10-0847-4309-aa4c-52178912aa5d x-openstack-request-id: req-aabf1f10-0847-4309-aa4c-52178912aa5d {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:25.496483 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:25.496735 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aabf1f10-0847-4309-aa4c-52178912aa5d {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:25.497128 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'status': 'completed', 'code': 200} Mar 08 13:07:25.516121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ae45-88bf-4adf-b714-ddff5116f3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:25.563696 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] For port ee79830e-6770-4ad7-ba26-68d2388c4996, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=ee79830e-6770-4ad7-ba26-68d2388c4996,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:25.564061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.580389 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Calling delete_port for ee79830e-6770-4ad7-ba26-68d2388c4996 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:25.588208 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-d2db51cb-9a1a-48cb-b309-db12bd4fc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.589685 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-d2db51cb-9a1a-48cb-b309-db12bd4fc7ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1127 time: 0.0957453 Mar 08 13:07:25.599785 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.662391 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-3367e8b6-e092-4665-9803-9496866456fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 217 time: 0.0648408 Mar 08 13:07:25.756734 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-015928ef-0b2f-4412-89cd-ed1748471f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.758108 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-015928ef-0b2f-4412-89cd-ed1748471f74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0892563 Mar 08 13:07:25.824308 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84604081-120a-4b69-84fb-acf73c63da89 req-36dcd515-e00f-4e49-aa2b-3a765bfdd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:25.826376 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-36dcd515-e00f-4e49-aa2b-3a765bfdd6d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614200 Mar 08 13:07:25.948613 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (ee79830e-6770-4ad7-ba26-68d2388c4996), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:25.986785 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee79830e-6770-4ad7-ba26-68d2388c4996,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:26.050112 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-7a267816-6d17-4821-ad45-59a58e8e6c17 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024477 Mar 08 13:07:26.059824 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa775c9-083f-4a07-a77d-ca84eb144634 req-ba3ebb7f-9172-46e2-bac4-54cf5cc1100f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:26.061250 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7aa775c9-083f-4a07-a77d-ca84eb144634 req-ba3ebb7f-9172-46e2-bac4-54cf5cc1100f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.1761041 Mar 08 13:07:26.224006 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42588) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:26.247883 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7aa775c9-083f-4a07-a77d-ca84eb144634 req-e2fc8cb0-4b6d-4d65-91da-03f16d5be05e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753633 Mar 08 13:07:26.276267 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84604081-120a-4b69-84fb-acf73c63da89 req-ff268f43-19a2-4a2f-bcc8-fd50ba5f6aea service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123041 Mar 08 13:07:26.284284 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (5607eb94-60f2-4835-918a-ce51b61362e9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:26.424660 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-d7884e64-de4a-4421-925f-c3f9af17f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:26.426226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-d7884e64-de4a-4421-925f-c3f9af17f3cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1127 time: 0.0967247 Mar 08 13:07:26.599287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-f9f5fcc4-f1fb-416b-9eff-2c7d91073657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:26.600667 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-f9f5fcc4-f1fb-416b-9eff-2c7d91073657 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.1653976 Mar 08 13:07:26.608023 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Router 5607eb94-60f2-4835-918a-ce51b61362e9 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:26.649636 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-baed8800-ce35-460b-beaf-4645ea39fb6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 217 time: 0.0405314 Mar 08 13:07:26.765392 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-ae03ee09-a1f6-44ff-ab3f-d89f7614e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:26.766844 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-ae03ee09-a1f6-44ff-ab3f-d89f7614e157 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.1108062 Mar 08 13:07:26.811436 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:26.816735 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3f237e98-052c-43e1-836d-739cbfd07b5b admin admin] 10.222.0.20 "PUT /v2.0/routers/5607eb94-60f2-4835-918a-ce51b61362e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0092757 Mar 08 13:07:26.820124 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Sync routers for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:26.822462 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42592) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:26.830446 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:26.831053 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:26.832781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-29859344-03a2-4c4d-bb9e-f17f08258734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:26.835069 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-29859344-03a2-4c4d-bb9e-f17f08258734 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600808 Mar 08 13:07:26.939964 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:27.000934 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks [] for router (5607eb94-60f2-4835-918a-ce51b61362e9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.121997 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:07:27.125263 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.186471 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks [] for router_gateway (5607eb94-60f2-4835-918a-ce51b61362e9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.205025 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-f6be3e51-c933-4c7e-b96a-200d7818173d service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629489 Mar 08 13:07:27.269438 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:25Z', 'revision_number': 5, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port': {'id': 'b5373398-2952-4dc6-8c14-a5bef5a69f83', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:53Z', 'updated_at': '2022-03-08T13:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:27.301107 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-27b9b7d9-730d-47b9-aa12-489734d0828e req-58fa5605-62db-418b-a3e4-457912c4a746 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898786 Mar 08 13:07:27.304752 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Checking router: 5607eb94-60f2-4835-918a-ce51b61362e9 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:27.316876 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Routers {'5607eb94-60f2-4835-918a-ce51b61362e9'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:27.318548 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['5607eb94-60f2-4835-918a-ce51b61362e9'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:27.378609 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Deleting port b5373398-2952-4dc6-8c14-a5bef5a69f83 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:27.379181 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.385613 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e63e2-cd51-46c5-9526-983986002a33 req-b967514d-da41-4d13-8e4d-ddf34fd442c9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:27.387759 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-963e63e2-cd51-46c5-9526-983986002a33 req-b967514d-da41-4d13-8e4d-ddf34fd442c9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0606613 Mar 08 13:07:27.418559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] Set router 5607eb94-60f2-4835-918a-ce51b61362e9 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:27.439395 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-963e63e2-cd51-46c5-9526-983986002a33 req-c2520b91-b8c0-4926-9273-5cb71ea6dbfe tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Mar 08 13:07:27.487519 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:27Z', 'revision_number': 6, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:27.514406 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4d2c4-1551-49a1-aa73-5fdb608524da None None] The sync data for ids ['5607eb94-60f2-4835-918a-ce51b61362e9'] in dv-cinder-830090-2-iscsi is: [{'id': '5607eb94-60f2-4835-918a-ce51b61362e9', 'name': 'tempest-AttachVolumeNegativeTest-2040933980-router', 'tenant_id': 'd8455f8c0f2f4b318a69e4986f261410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:27Z', 'revision_number': 6, 'project_id': 'd8455f8c0f2f4b318a69e4986f261410', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:27.516305 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] For port b5373398-2952-4dc6-8c14-a5bef5a69f83, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=b5373398-2952-4dc6-8c14-a5bef5a69f83,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:27.516666 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.533278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Calling delete_port for b5373398-2952-4dc6-8c14-a5bef5a69f83 owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:27.629950 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Deleting port c1d66d8c-953a-492d-ac75-4f1819fdf492 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:27.630284 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.754227 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] For port c1d66d8c-953a-492d-ac75-4f1819fdf492, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c1d66d8c-953a-492d-ac75-4f1819fdf492,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:27.754484 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.786278 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Calling delete_port for c1d66d8c-953a-492d-ac75-4f1819fdf492 owned by network:router_interface {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:27.834577 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (b5373398-2952-4dc6-8c14-a5bef5a69f83), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:27.870980 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5373398-2952-4dc6-8c14-a5bef5a69f83,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:27.983285 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (5607eb94-60f2-4835-918a-ce51b61362e9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.083381 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (5607eb94-60f2-4835-918a-ce51b61362e9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.085863 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks [] for router_controller (5607eb94-60f2-4835-918a-ce51b61362e9), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.149144 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (5607eb94-60f2-4835-918a-ce51b61362e9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.149644 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5607eb94-60f2-4835-918a-ce51b61362e9 {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:07:28.154609 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.155709 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7e42914d-7d9f-4260-8b74-69c3cf9a0d9b admin admin] 10.222.0.20 "DELETE /v2.0/routers/5607eb94-60f2-4835-918a-ce51b61362e9 HTTP/1.1" status: 204 len: 168 time: 1.3284478 Mar 08 13:07:28.158537 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42596) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:28.175060 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c1d66d8c-953a-492d-ac75-4f1819fdf492), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.198357 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d66d8c-953a-492d-ac75-4f1819fdf492,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:28.202477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Deleting subnet a06d10b9-182a-4c32-8e33-7e8278665557 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:07:28.205603 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Publish callbacks [] for subnet (a06d10b9-182a-4c32-8e33-7e8278665557), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.242179 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (a06d10b9-182a-4c32-8e33-7e8278665557), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.336876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (a06d10b9-182a-4c32-8e33-7e8278665557), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.401568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.403076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (a06d10b9-182a-4c32-8e33-7e8278665557), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.430067 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06d10b9-182a-4c32-8e33-7e8278665557,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:28.435408 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.438878 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7ff89ca0-c447-4409-9daa-a7638359d74f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a06d10b9-182a-4c32-8e33-7e8278665557 HTTP/1.1" status: 204 len: 168 time: 0.2793002 Mar 08 13:07:28.441467 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42598) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:28.445225 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a2f978-d2c7-4c98-97c0-034cd0af6df9 None None] Network 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:07:28.524607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.637921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] DHCP port deletion for 5f378aae-edaa-4c9f-a2f0-e38f9e0452ee request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:07:28.640979 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc58926-059f-45c0-babf-86dbab53d5ed req-483165e0-e95a-4a19-ad28-b9b39be4bc41 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:28.650302 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8fc58926-059f-45c0-babf-86dbab53d5ed req-483165e0-e95a-4a19-ad28-b9b39be4bc41 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.1178842 Mar 08 13:07:28.714088 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Deleting port 534f8b60-407c-4ec3-a866-d5205af87c77 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:28.715390 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.734002 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8fc58926-059f-45c0-babf-86dbab53d5ed req-6190a69c-4ec8-4e03-b3c7-6813e55c882d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789645 Mar 08 13:07:28.756973 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Deleting port 534f8b60-407c-4ec3-a866-d5205af87c77 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:28.757305 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.806730 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device ee79830e-6770-4ad7-ba26-68d2388c4996 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:28.832155 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] For port 534f8b60-407c-4ec3-a866-d5205af87c77, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=534f8b60-407c-4ec3-a866-d5205af87c77,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:28.832515 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.835161 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] For port 534f8b60-407c-4ec3-a866-d5205af87c77, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=534f8b60-407c-4ec3-a866-d5205af87c77,segment=NetworkSegment(ab39a02d-3692-4b77-9486-e757fa043bea),segment_id=ab39a02d-3692-4b77-9486-e757fa043bea)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:28.835563 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.844772 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: ee79830e-6770-4ad7-ba26-68d2388c4996 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:28.844772 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device ee79830e-6770-4ad7-ba26-68d2388c4996 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:28.844772 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device b5373398-2952-4dc6-8c14-a5bef5a69f83 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:28.845473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Calling delete_port for 534f8b60-407c-4ec3-a866-d5205af87c77 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:28.867146 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Calling delete_port for 534f8b60-407c-4ec3-a866-d5205af87c77 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:28.869092 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: b5373398-2952-4dc6-8c14-a5bef5a69f83 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:28.869632 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device b5373398-2952-4dc6-8c14-a5bef5a69f83 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:28.870234 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 534f8b60-407c-4ec3-a866-d5205af87c77 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:28.909472 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Router 960f232c-f667-4e92-8265-dcbb8ddcd61b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:28.927126 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:28.952468 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No active binding found for port 534f8b60-407c-4ec3-a866-d5205af87c77 {{(pid=102989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 13:07:28.952843 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] The host dv-cinder-830090-2-iscsi is not matching for port 534f8b60-407c-4ec3-a866-d5205af87c77 host None! {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 13:07:28.953230 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 534f8b60-407c-4ec3-a866-d5205af87c77 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:28.959149 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] No DVR routers for this DVR port 534f8b60-407c-4ec3-a866-d5205af87c77 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:28.964146 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=534f8b60-407c-4ec3-a866-d5205af87c77,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:28.994775 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (534f8b60-407c-4ec3-a866-d5205af87c77), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.021122 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Pushing event deleted for resources: {'Port': ['ID=534f8b60-407c-4ec3-a866-d5205af87c77,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:29.029594 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] No DVR routers for this DVR port 534f8b60-407c-4ec3-a866-d5205af87c77 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:29.032260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.032779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.033307 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.033561 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:29.034002 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.034636 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.035152 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.035650 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.036149 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.036473 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.036806 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.037135 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.037463 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.037959 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890d1be-764b-4799-a79f-3bb9fbf8fb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:07:29.043931 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-66fe8cc7-065c-4eb2-a05d-55da3c327baf admin admin] 10.222.0.20 "PUT /v2.0/routers/960f232c-f667-4e92-8265-dcbb8ddcd61b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143296 Mar 08 13:07:29.043931 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42602) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:29.047427 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.048514 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Sync routers for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:29.068034 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:29.068713 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.072708 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f378aae-edaa-4c9f-a2f0-e38f9e0452ee']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.082296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab39a02d-3692-4b77-9486-e757fa043bea') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.082695 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab39a02d-3692-4b77-9486-e757fa043bea') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.094021 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (ab39a02d-3692-4b77-9486-e757fa043bea), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.108089 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ab39a02d-3692-4b77-9486-e757fa043bea), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.114965 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:07:29.115526 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (ab39a02d-3692-4b77-9486-e757fa043bea), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:07:29.117181 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:07:29.159121 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks [] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.177673 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (5f378aae-edaa-4c9f-a2f0-e38f9e0452ee), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.178308 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:29.188022 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.191950 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f378aae-edaa-4c9f-a2f0-e38f9e0452ee HTTP/1.1" status: 204 len: 168 time: 0.7492743 Mar 08 13:07:29.210172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ca794-6cc5-4f3b-9742-fb3f1a3d55e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f378aae-edaa-4c9f-a2f0-e38f9e0452ee,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:29.271912 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks [] for router_gateway (960f232c-f667-4e92-8265-dcbb8ddcd61b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.326452 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Deleting port 38b079a5-76d7-4c26-8c63-50e3039a6f5e {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:29.326452 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.337704 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42606) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:29.376426 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:28Z', 'revision_number': 5, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port': {'id': '38b079a5-76d7-4c26-8c63-50e3039a6f5e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:00:52Z', 'updated_at': '2022-03-08T13:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.379746 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-661e6843-0b27-4960-9842-30e3bca0edc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8455f8c0f2f4b318a69e4986f261410&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406690 Mar 08 13:07:29.382167 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42608) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:29.407626 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Checking router: 960f232c-f667-4e92-8265-dcbb8ddcd61b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:29.413245 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] For port 38b079a5-76d7-4c26-8c63-50e3039a6f5e, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=38b079a5-76d7-4c26-8c63-50e3039a6f5e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:29.414174 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.415821 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Routers {'960f232c-f667-4e92-8265-dcbb8ddcd61b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:29.416419 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['960f232c-f667-4e92-8265-dcbb8ddcd61b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.428190 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Calling delete_port for 38b079a5-76d7-4c26-8c63-50e3039a6f5e owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:29.434747 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] Publish callbacks [] for security_group (0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.457844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] Publish callbacks [] for security_group (0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.507366 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] Set router 960f232c-f667-4e92-8265-dcbb8ddcd61b gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:29.515157 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.518455 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.519949 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6 HTTP/1.1" status: 204 len: 168 time: 0.1368694 Mar 08 13:07:29.533758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada9f1-d597-47e7-9730-bff0cd6eec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcc1294-aee5-4cb8-80e1-75b4cbc5a4e6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:29.568373 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:29Z', 'revision_number': 6, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:29.598002 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca0a378-c6c7-4b38-96f8-fb6863e89475 None None] The sync data for ids ['960f232c-f667-4e92-8265-dcbb8ddcd61b'] in dv-cinder-830090-2-iscsi is: [{'id': '960f232c-f667-4e92-8265-dcbb8ddcd61b', 'name': 'tempest-AttachVolumeTestJSON-1385513645-router', 'tenant_id': '5c7d900f762241f1bc951b7cd43225f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:00:51Z', 'updated_at': '2022-03-08T13:07:29Z', 'revision_number': 6, 'project_id': '5c7d900f762241f1bc951b7cd43225f1', 'gw_port_host': None}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:29.616336 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (38b079a5-76d7-4c26-8c63-50e3039a6f5e), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.645260 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Pushing event deleted for resources: {'Port': ['ID=38b079a5-76d7-4c26-8c63-50e3039a6f5e,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:29.712227 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.803889 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.806061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks [] for router_controller (960f232c-f667-4e92-8265-dcbb8ddcd61b), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.852172 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (960f232c-f667-4e92-8265-dcbb8ddcd61b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.852835 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960f232c-f667-4e92-8265-dcbb8ddcd61b {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:07:29.858074 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.862423 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1e5fada9-3c46-409a-863c-eec7fb6105ac admin admin] 10.222.0.20 "DELETE /v2.0/routers/960f232c-f667-4e92-8265-dcbb8ddcd61b HTTP/1.1" status: 204 len: 168 time: 0.8160975 Mar 08 13:07:29.862423 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42620) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:29.870680 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294acfa-9288-4c04-ac16-c617293dee97 req-847283eb-de1e-4c12-8bd4-5b7d8b4fe17c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:29.872764 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0294acfa-9288-4c04-ac16-c617293dee97 req-847283eb-de1e-4c12-8bd4-5b7d8b4fe17c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0602713 Mar 08 13:07:29.910318 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Deleting subnet e6efa199-acd0-491f-ab69-750607f9831b {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:07:29.914299 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Publish callbacks [] for subnet (e6efa199-acd0-491f-ab69-750607f9831b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.922379 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0294acfa-9288-4c04-ac16-c617293dee97 req-5ab7a716-5827-47a0-8358-dd281d93b5b3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Mar 08 13:07:29.959414 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (e6efa199-acd0-491f-ab69-750607f9831b), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:29.993541 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:07:30.051334 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (e6efa199-acd0-491f-ab69-750607f9831b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.115914 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (e6efa199-acd0-491f-ab69-750607f9831b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.121921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:30.139071 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:07:30.151231 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6efa199-acd0-491f-ab69-750607f9831b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:30.155362 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.161263 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42632) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:30.161477 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ac133a87-716a-4a36-87d6-0da312232b2c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6efa199-acd0-491f-ab69-750607f9831b HTTP/1.1" status: 204 len: 168 time: 0.2982891 Mar 08 13:07:30.173324 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1d851-2ba2-49b9-b898-4e3d16cef1c3 None None] Network 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:07:30.232023 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.236892 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:07:30.237281 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.272218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:07:30.292795 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Deleting port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:30.293674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.298079 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:30.304946 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.372596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:30.386987 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] For port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,segment=NetworkSegment(b44b51eb-d10d-4ac0-af8b-83c361f2bc7a),segment_id=b44b51eb-d10d-4ac0-af8b-83c361f2bc7a)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:30.387462 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.404092 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Calling delete_port for 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:30.438866 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] DHCP port deletion for 51a5e8ce-8a60-4c3c-a2bb-921eca72c2df request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:07:30.512296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.515839 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Deleting port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:07:30.516579 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.556560 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:30.566767 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] No DVR routers for this DVR port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:30.581707 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:07:30.625453 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] For port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38, host dv-cinder-830090-2-iscsi, got binding levels [] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:30.626175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.651154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Calling delete_port for 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:07:30.656436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.ipam_backend_mixin [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 was not found and therefore no delete operation was performed {{(pid=102989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:07:30.659492 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.688183 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.694354 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] Pushing event deleted for resources: {'Port': ['ID=0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:30.701248 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb517a-2acc-4ebf-8f17-d7eaf7973c4d None None] No DVR routers for this DVR port 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:07:30.720917 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a5e8ce-8a60-4c3c-a2bb-921eca72c2df']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:30.739736 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:30.741093 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44b51eb-d10d-4ac0-af8b-83c361f2bc7a') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:30.753324 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (b44b51eb-d10d-4ac0-af8b-83c361f2bc7a), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.761023 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 38b079a5-76d7-4c26-8c63-50e3039a6f5e no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:30.774969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (b44b51eb-d10d-4ac0-af8b-83c361f2bc7a), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.782610 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:07:30.782917 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (b44b51eb-d10d-4ac0-af8b-83c361f2bc7a), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:07:30.784757 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:07:30.797958 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 38b079a5-76d7-4c26-8c63-50e3039a6f5e {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:30.798310 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 38b079a5-76d7-4c26-8c63-50e3039a6f5e not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:30.798858 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:30.823857 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:30.823857 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0bda8bce-6ea5-4aa1-ae9d-a20eb72ceb38 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:30.823857 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c1d66d8c-953a-492d-ac75-4f1819fdf492 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:07:30.857543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (51a5e8ce-8a60-4c3c-a2bb-921eca72c2df), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.859333 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: c1d66d8c-953a-492d-ac75-4f1819fdf492 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:07:30.859700 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c1d66d8c-953a-492d-ac75-4f1819fdf492 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:07:30.863402 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:30.870627 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/51a5e8ce-8a60-4c3c-a2bb-921eca72c2df HTTP/1.1" status: 204 len: 168 time: 0.7075667 Mar 08 13:07:30.889484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24533384-7de9-4808-bafd-cd08665646dd admin admin] Pushing event deleted for resources: {'Network': ['ID=51a5e8ce-8a60-4c3c-a2bb-921eca72c2df,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:31.063454 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42654) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:31.076877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a48b-3555-4b0b-817e-9dafa033d1b9 req-40a561f6-991d-4f76-bf58-035a42d950e5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:31.078470 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b31a48b-3555-4b0b-817e-9dafa033d1b9 req-40a561f6-991d-4f76-bf58-035a42d950e5 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.0714862 Mar 08 13:07:31.108290 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-83964c91-f13d-4949-9ee1-a84f5ae4ca6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c7d900f762241f1bc951b7cd43225f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436594 Mar 08 13:07:31.109004 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42656) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:31.126043 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b31a48b-3555-4b0b-817e-9dafa033d1b9 req-e048fdd2-8231-482d-9266-7275f2abc4a2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418909 Mar 08 13:07:31.161921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] Publish callbacks [] for security_group (994af80b-77cf-40cb-9ade-f762c6ca0b09), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.183262 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] Publish callbacks [] for security_group (994af80b-77cf-40cb-9ade-f762c6ca0b09), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.231475 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (994af80b-77cf-40cb-9ade-f762c6ca0b09), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.234142 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:31.235907 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/994af80b-77cf-40cb-9ade-f762c6ca0b09 HTTP/1.1" status: 204 len: 168 time: 0.1252241 Mar 08 13:07:31.243801 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d5f60-77bf-4f14-8599-0e72f9dfaa4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994af80b-77cf-40cb-9ade-f762c6ca0b09,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:32.007615 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:07:32.056845 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:07:32.061542 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:07:32.061969 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.142291 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:07:32.142675 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.167611 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:32.170147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae70b9-cf67-4a2c-ad09-f67e07bb789a" -d '{"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:32.182303 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:07:32.187482 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.239180 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3511cbc-3659-49c9-bd7e-d8e5eede8ee7 x-openstack-request-id: req-c3511cbc-3659-49c9-bd7e-d8e5eede8ee7 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:32.239718 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:32.240058 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3511cbc-3659-49c9-bd7e-d8e5eede8ee7 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:32.240535 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'code': 200} Mar 08 13:07:32.243748 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:32.274899 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3d0bc-ee00-4b10-b97a-9306cd5d371e req-5fd83ad1-c150-4b5d-9565-2afb05098d68 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:32.276483 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cdc3d0bc-ee00-4b10-b97a-9306cd5d371e req-5fd83ad1-c150-4b5d-9565-2afb05098d68 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0641994 Mar 08 13:07:32.325777 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cdc3d0bc-ee00-4b10-b97a-9306cd5d371e req-81c88a74-f920-4c68-b43d-018b90b6523b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 Mar 08 13:07:32.416992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a77c1-5205-4736-b051-0c7deb60d44d req-9b899b6c-3b47-4074-b751-f671533629b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:32.419035 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e6a77c1-5205-4736-b051-0c7deb60d44d req-9b899b6c-3b47-4074-b751-f671533629b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1129 time: 0.0424297 Mar 08 13:07:32.457255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42722) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:32.464190 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e6a77c1-5205-4736-b051-0c7deb60d44d req-6e4ef689-9fb3-468d-b858-b199c5e951a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Mar 08 13:07:32.559117 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d11a3f7f-33b4-4d1f-a6d6-e4645ad46424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.629523 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d11a3f7f-33b4-4d1f-a6d6-e4645ad46424 admin admin] Publish callbacks [] for security_group (15c01273-75ac-4202-af19-801bc0a13ee8), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.634205 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d11a3f7f-33b4-4d1f-a6d6-e4645ad46424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (15c01273-75ac-4202-af19-801bc0a13ee8), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.672413 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d11a3f7f-33b4-4d1f-a6d6-e4645ad46424 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=726cce9ac481458c9a15e18e7b1c3bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140057 Mar 08 13:07:32.675211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42730) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:32.682500 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3f7f-33b4-4d1f-a6d6-e4645ad46424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c01273-75ac-4202-af19-801bc0a13ee8,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:32.726813 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] Publish callbacks [] for security_group (15c01273-75ac-4202-af19-801bc0a13ee8), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.752495 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] Publish callbacks [] for security_group (15c01273-75ac-4202-af19-801bc0a13ee8), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.798401 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (15c01273-75ac-4202-af19-801bc0a13ee8), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.801005 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:32.804682 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15c01273-75ac-4202-af19-801bc0a13ee8 HTTP/1.1" status: 204 len: 168 time: 0.1260581 Mar 08 13:07:32.813478 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b34df-acbc-41b6-9f9b-9abbd364d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c01273-75ac-4202-af19-801bc0a13ee8,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:33.467339 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66918845-855d-46c5-ae73-1d7a94f0abcb req-529cf858-96c5-41d5-89e6-4790a6533c18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:33.469454 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66918845-855d-46c5-ae73-1d7a94f0abcb req-529cf858-96c5-41d5-89e6-4790a6533c18 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0617094 Mar 08 13:07:33.524669 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66918845-855d-46c5-ae73-1d7a94f0abcb req-59dd6756-8a50-4a74-bdd6-c426b2143f56 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Mar 08 13:07:34.459398 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42812) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:34.560703 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3f5df38-1dc1-45fc-9d6b-1f7fa7f23de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.635124 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3f5df38-1dc1-45fc-9d6b-1f7fa7f23de6 admin admin] Publish callbacks [] for security_group (9daccf22-4d71-4baa-8cc9-4ccac5f0521e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.639508 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a3f5df38-1dc1-45fc-9d6b-1f7fa7f23de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9daccf22-4d71-4baa-8cc9-4ccac5f0521e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.648409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047904d9-47a4-4c56-8b6f-03047a312a3a req-d3990e01-71dd-41ef-880e-8640dd84682c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:34.649922 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-047904d9-47a4-4c56-8b6f-03047a312a3a req-d3990e01-71dd-41ef-880e-8640dd84682c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0524690 Mar 08 13:07:34.677870 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a3f5df38-1dc1-45fc-9d6b-1f7fa7f23de6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92b55f4c78564f44ba0dc253e1b3de5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173669 Mar 08 13:07:34.678795 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5df38-1dc1-45fc-9d6b-1f7fa7f23de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daccf22-4d71-4baa-8cc9-4ccac5f0521e,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:34.681137 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42818) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:34.698154 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-047904d9-47a4-4c56-8b6f-03047a312a3a req-d22e89b2-8404-426f-882a-970dc6f316f8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Mar 08 13:07:34.730756 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] Publish callbacks [] for security_group (9daccf22-4d71-4baa-8cc9-4ccac5f0521e), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.751509 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] Publish callbacks [] for security_group (9daccf22-4d71-4baa-8cc9-4ccac5f0521e), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.802349 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9daccf22-4d71-4baa-8cc9-4ccac5f0521e), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.805068 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:34.806336 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9daccf22-4d71-4baa-8cc9-4ccac5f0521e HTTP/1.1" status: 204 len: 168 time: 0.1242425 Mar 08 13:07:34.814845 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdd76e-d9e5-4959-bc8d-610a4ab0c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daccf22-4d71-4baa-8cc9-4ccac5f0521e,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:34.821991 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd56a2-08b0-4f5f-bd23-8fd7e92fa959 req-6961b487-dad2-4247-a368-436d318ee974 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:34.823714 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fdcd56a2-08b0-4f5f-bd23-8fd7e92fa959 req-6961b487-dad2-4247-a368-436d318ee974 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0598130 Mar 08 13:07:34.834465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42824) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:34.846149 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Request body: {'floatingip': {'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:07:34.884784 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.068151 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42828) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:35.082185 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe5a7-323a-4c12-ab9a-655bfe7a7d1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.158008 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe5a7-323a-4c12-ab9a-655bfe7a7d1d admin admin] Publish callbacks [] for security_group (595bbd9b-9248-4640-a3ad-5a5c9ea3b091), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.164969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8bbfe5a7-323a-4c12-ab9a-655bfe7a7d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (595bbd9b-9248-4640-a3ad-5a5c9ea3b091), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.203246 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8bbfe5a7-323a-4c12-ab9a-655bfe7a7d1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0989bb040ba4ba7888a5919161961b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340151 Mar 08 13:07:35.205296 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfe5a7-323a-4c12-ab9a-655bfe7a7d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595bbd9b-9248-4640-a3ad-5a5c9ea3b091,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:35.207676 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42830) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:35.254420 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] Publish callbacks [] for security_group (595bbd9b-9248-4640-a3ad-5a5c9ea3b091), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.275796 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] Publish callbacks [] for security_group (595bbd9b-9248-4640-a3ad-5a5c9ea3b091), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.323013 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (595bbd9b-9248-4640-a3ad-5a5c9ea3b091), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.325981 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.327112 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/595bbd9b-9248-4640-a3ad-5a5c9ea3b091 HTTP/1.1" status: 204 len: 168 time: 0.1185551 Mar 08 13:07:35.335524 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d417b9-05d4-41a1-a0d1-3bb3395f3528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595bbd9b-9248-4640-a3ad-5a5c9ea3b091,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:35.348954 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.354415 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.463338 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Floating IP 8408791a-d6c1-4c02-b798-d9fe126ce22b associated. External IP: 172.27.1.155, port: 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7. Mar 08 13:07:35.706324 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:07:35.823589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:07:35.829072 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:35.833950 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:07:35.844646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:35.845272 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:35.860030 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2c5cf464-d949-469c-89c3-364c55c44973 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "PUT /v2.0/floatingips/8408791a-d6c1-4c02-b798-d9fe126ce22b HTTP/1.1" status: 200 len: 991 time: 1.0171332 Mar 08 13:07:35.860598 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:07:35.863295 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a66ff-4c6c-4375-a029-16072e2ffd11" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:07:35.909482 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb4900-d73d-48c8-91bf-573032c1703e x-openstack-request-id: req-45cb4900-d73d-48c8-91bf-573032c1703e {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:07:35.909775 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:07:35.910061 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45cb4900-d73d-48c8-91bf-573032c1703e {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:07:35.910466 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'status': 'completed', 'code': 200} Mar 08 13:07:35.974960 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:35.985012 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-8b38b918-47ba-44c1-ada0-6667beeb8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:35.986537 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-8b38b918-47ba-44c1-ada0-6667beeb8eec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1129 time: 0.0526068 Mar 08 13:07:36.080696 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-46e36d77-3577-4df9-b7f7-2925cccea945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:36.082178 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-46e36d77-3577-4df9-b7f7-2925cccea945 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.0888720 Mar 08 13:07:36.153587 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-8dd383b7-b6cb-4036-b3d1-3c79cc28bafc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 999 time: 0.0660882 Mar 08 13:07:36.205115 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-0b67ea2c-530d-4b14-9522-5ab3b9dc3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:36.206642 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-0b67ea2c-530d-4b14-9522-5ab3b9dc3aff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0469317 Mar 08 13:07:36.262061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-815a7b21-8290-4607-a2da-65352a2e6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:36.263971 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-815a7b21-8290-4607-a2da-65352a2e6a07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513928 Mar 08 13:07:36.339705 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '8408791a-d6c1-4c02-b798-d9fe126ce22b', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:07:21Z', 'updated_at': '2022-03-08T13:07:35Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:36.364045 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:07:36.373528 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-60d80cf5-f638-45f0-97ab-90c812ce4373 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024556 Mar 08 13:07:36.373708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:07:36.374255 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:07:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:36.470185 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b7a66ff-4c6c-4375-a029-16072e2ffd11 req-9a9152a6-79e0-478b-97d7-72d8ff076682 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904477 Mar 08 13:07:36.486544 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:07:36.712667 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '8408791a-d6c1-4c02-b798-d9fe126ce22b', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:07:21Z', 'updated_at': '2022-03-08T13:07:35Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:07:36.739186 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e74b6-22bf-4137-af42-52c0a2fbe10d None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '8408791a-d6c1-4c02-b798-d9fe126ce22b', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:07:21Z', 'updated_at': '2022-03-08T13:07:35Z', 'revision_number': 1, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:07:36.987672 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7094c9-80ff-4363-8741-254742a99dfe None None] New status for floating IP 8408791a-d6c1-4c02-b798-d9fe126ce22b: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:07:37.095691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42900) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:37.204991 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b907c514-85f1-4889-875f-69f44b91fb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.277745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b907c514-85f1-4889-875f-69f44b91fb2d admin admin] Publish callbacks [] for security_group (3793e5d0-d5bc-486b-aa0d-28eceb93c514), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.281264 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b907c514-85f1-4889-875f-69f44b91fb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3793e5d0-d5bc-486b-aa0d-28eceb93c514), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.318493 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b907c514-85f1-4889-875f-69f44b91fb2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a5718e19e1c4c3d96a7d84dd4aef94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217121 Mar 08 13:07:37.319363 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907c514-85f1-4889-875f-69f44b91fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3793e5d0-d5bc-486b-aa0d-28eceb93c514,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:37.321153 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42904) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:37.371693 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] Publish callbacks [] for security_group (3793e5d0-d5bc-486b-aa0d-28eceb93c514), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.392553 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] Publish callbacks [] for security_group (3793e5d0-d5bc-486b-aa0d-28eceb93c514), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.438688 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3793e5d0-d5bc-486b-aa0d-28eceb93c514), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.441324 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.442512 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3793e5d0-d5bc-486b-aa0d-28eceb93c514 HTTP/1.1" status: 204 len: 168 time: 0.1203988 Mar 08 13:07:37.450595 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2987-10b5-433f-8778-32ecb495ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3793e5d0-d5bc-486b-aa0d-28eceb93c514,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:37.689516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42910) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:37.702764 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f407ec7d-b680-4f3e-a92e-b8a3f22f25f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.772300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f407ec7d-b680-4f3e-a92e-b8a3f22f25f4 admin admin] Publish callbacks [] for security_group (9e7e2696-591f-4e8a-a385-8ecd5e3983c9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.776078 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f407ec7d-b680-4f3e-a92e-b8a3f22f25f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9e7e2696-591f-4e8a-a385-8ecd5e3983c9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.816370 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f407ec7d-b680-4f3e-a92e-b8a3f22f25f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a398d00d701a4a0abb2ddea41192ef9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257448 Mar 08 13:07:37.817204 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ec7d-b680-4f3e-a92e-b8a3f22f25f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7e2696-591f-4e8a-a385-8ecd5e3983c9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:37.819130 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42912) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:37.865518 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] Publish callbacks [] for security_group (9e7e2696-591f-4e8a-a385-8ecd5e3983c9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.885752 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] Publish callbacks [] for security_group (9e7e2696-591f-4e8a-a385-8ecd5e3983c9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.930160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (9e7e2696-591f-4e8a-a385-8ecd5e3983c9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.932700 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:37.934560 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e7e2696-591f-4e8a-a385-8ecd5e3983c9 HTTP/1.1" status: 204 len: 168 time: 0.1144500 Mar 08 13:07:37.942010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2e9d9-9b55-494f-a070-3f47127a7261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7e2696-591f-4e8a-a385-8ecd5e3983c9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:38.925770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 42944) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:39.026438 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae391ebb-668d-40e3-8a77-9b2a247ddddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.103691 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae391ebb-668d-40e3-8a77-9b2a247ddddb admin admin] Publish callbacks [] for security_group (24503445-580e-40c3-af62-0b981aee060f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.107404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ae391ebb-668d-40e3-8a77-9b2a247ddddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (24503445-580e-40c3-af62-0b981aee060f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.145213 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ae391ebb-668d-40e3-8a77-9b2a247ddddb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbced813c75a4fc9839971549dd81b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183764 Mar 08 13:07:39.146088 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae391ebb-668d-40e3-8a77-9b2a247ddddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24503445-580e-40c3-af62-0b981aee060f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:39.147923 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 42950) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:39.195846 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] Publish callbacks [] for security_group (24503445-580e-40c3-af62-0b981aee060f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.216714 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] Publish callbacks [] for security_group (24503445-580e-40c3-af62-0b981aee060f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.267398 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (24503445-580e-40c3-af62-0b981aee060f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.270063 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:39.271212 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24503445-580e-40c3-af62-0b981aee060f HTTP/1.1" status: 204 len: 168 time: 0.1223106 Mar 08 13:07:39.279411 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffc25a-305a-4f73-82c2-857d9c6837e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24503445-580e-40c3-af62-0b981aee060f,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:45.544766 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ab097a6e-5f1f-4b21-a7ed-508d3394909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.653125 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43108) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:47.756555 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a15745b-83c7-4e1f-b2ca-9d817c6b6bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.836708 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a15745b-83c7-4e1f-b2ca-9d817c6b6bd8 admin admin] Publish callbacks [] for security_group (aaf34b0e-6908-4efe-a5c8-d5aa705038c5), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.840876 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a15745b-83c7-4e1f-b2ca-9d817c6b6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (aaf34b0e-6908-4efe-a5c8-d5aa705038c5), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.856421 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-976e1038-ad2f-45ab-be28-2de6803f64d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.872202 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15745b-83c7-4e1f-b2ca-9d817c6b6bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf34b0e-6908-4efe-a5c8-d5aa705038c5,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:47.884464 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6a15745b-83c7-4e1f-b2ca-9d817c6b6bd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03537f40cc18413e9cb290a1c9b5d34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302411 Mar 08 13:07:47.888192 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43124) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:07:47.941906 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] Publish callbacks [] for security_group (aaf34b0e-6908-4efe-a5c8-d5aa705038c5), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:47.966561 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] Publish callbacks [] for security_group (aaf34b0e-6908-4efe-a5c8-d5aa705038c5), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:48.015224 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (aaf34b0e-6908-4efe-a5c8-d5aa705038c5), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:48.017722 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:48.018878 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf34b0e-6908-4efe-a5c8-d5aa705038c5 HTTP/1.1" status: 204 len: 168 time: 0.1296561 Mar 08 13:07:48.026229 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe13794-1917-4117-b95c-10c009c47d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf34b0e-6908-4efe-a5c8-d5aa705038c5,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:07:49.002769 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:50.356573 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:51.795779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:55.599944 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:07:56.289158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-daea1661-f651-468c-9fa2-746835483ec1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414059 Mar 08 13:07:56.384055 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4123b-158c-45fc-b44e-47151333cb9a req-0bb6ab69-5fbd-489f-ad58-e0555816c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:56.385515 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-0bb6ab69-5fbd-489f-ad58-e0555816c668 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1129 time: 0.0494411 Mar 08 13:07:56.487817 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4123b-158c-45fc-b44e-47151333cb9a req-191c98e0-e058-4c20-bed5-5bc343436d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:56.489420 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-191c98e0-e058-4c20-bed5-5bc343436d55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0838809 Mar 08 13:07:56.556314 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-e0669b8c-3401-435e-81a2-46f414c685b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 1000 time: 0.0608525 Mar 08 13:07:56.607334 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4123b-158c-45fc-b44e-47151333cb9a req-7cafeb8a-2733-48fd-8dba-c02c70b35e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:56.608836 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-7cafeb8a-2733-48fd-8dba-c02c70b35e16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0457225 Mar 08 13:07:56.656753 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4123b-158c-45fc-b44e-47151333cb9a req-f49c5d9b-7cd5-460a-be7f-70e88fce96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:07:56.658239 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-f49c5d9b-7cd5-460a-be7f-70e88fce96d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427301 Mar 08 13:07:56.747631 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-3e63e17b-0928-4037-80c5-946ab0e3ee5e service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823829 Mar 08 13:07:56.837775 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-55e4123b-158c-45fc-b44e-47151333cb9a req-48393613-d267-4685-8f10-8c5aa2d231d1 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831409 Mar 08 13:08:04.122761 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:08:12.495914 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43424) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:12.595377 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab61cb91-2070-4fbe-9642-3c6aff6d6d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.672374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab61cb91-2070-4fbe-9642-3c6aff6d6d11 admin admin] Publish callbacks [] for security_group (de351a41-4eeb-417d-acdd-3194a4ff5eef), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.676425 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ab61cb91-2070-4fbe-9642-3c6aff6d6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (de351a41-4eeb-417d-acdd-3194a4ff5eef), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.718149 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ab61cb91-2070-4fbe-9642-3c6aff6d6d11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f46dc1c71a9c4ef682bf9fc53b03f379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182064 Mar 08 13:08:12.718490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43434) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:12.724704 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61cb91-2070-4fbe-9642-3c6aff6d6d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de351a41-4eeb-417d-acdd-3194a4ff5eef,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:12.773000 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] Publish callbacks [] for security_group (de351a41-4eeb-417d-acdd-3194a4ff5eef), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.795380 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] Publish callbacks [] for security_group (de351a41-4eeb-417d-acdd-3194a4ff5eef), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.842749 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (de351a41-4eeb-417d-acdd-3194a4ff5eef), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.845287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:12.846502 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de351a41-4eeb-417d-acdd-3194a4ff5eef HTTP/1.1" status: 204 len: 168 time: 0.1270442 Mar 08 13:08:12.859202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98109-b014-49fa-b805-5e04f0fc1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de351a41-4eeb-417d-acdd-3194a4ff5eef,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:14.203668 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-0e502c5b-fd2e-4ca2-883d-7f664a37cc41 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418142862&fields=id&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 267 time: 0.0466383 Mar 08 13:08:14.322434 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-79d493e1-d93d-4b9f-af3c-947beb505618 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:14.323859 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-79d493e1-d93d-4b9f-af3c-947beb505618 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.1123326 Mar 08 13:08:14.338408 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-e5114fcd-1422-49ec-8b85-f1aa143724bf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/quotas/9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 375 time: 0.0091696 Mar 08 13:08:14.397067 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-c9474ebc-8921-4ba8-9803-a2f71dfc4490 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529747 Mar 08 13:08:14.493005 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-af0d5b45-c659-485c-ade5-50b5d7d11af0 service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837047 Mar 08 13:08:14.578777 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-19a8201f-bb2a-4f23-bd6a-5ee5f30815fb service neutron] 10.222.0.20 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800796 Mar 08 13:08:14.854398 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4a226ad2-df2e-42d5-91c5-53fe7e56dbd6 req-b1347680-571b-4e6a-b9bd-8b13aa435490 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 210 time: 0.0265634 Mar 08 13:08:15.545901 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f162cbd6-3b23-4a5a-a4f3-c09390bdfea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:15.785375 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-0d678cc7-cc3c-44be-a093-d3e2bf3f11ca tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:15.786821 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-0d678cc7-cc3c-44be-a093-d3e2bf3f11ca tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 811 time: 0.1150115 Mar 08 13:08:15.946614 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9211894c-d198-412c-bc7e-1c14ecfb9abc req-90161cf4-dafe-4d1c-ab6c-0a45367d04b7 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 210 time: 0.0269144 Mar 08 13:08:16.329681 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43534) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:16.432868 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f7969200-143e-453d-969c-89f069913ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.505736 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f7969200-143e-453d-969c-89f069913ffe admin admin] Publish callbacks [] for security_group (d475300e-bd5e-48ae-874d-73a2e87c6423), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.509721 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f7969200-143e-453d-969c-89f069913ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d475300e-bd5e-48ae-874d-73a2e87c6423), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.545882 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7969200-143e-453d-969c-89f069913ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d475300e-bd5e-48ae-874d-73a2e87c6423,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:16.550322 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f7969200-143e-453d-969c-89f069913ffe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bf438197be84f36b11b71be20d520e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196352 Mar 08 13:08:16.552885 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43540) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:16.598516 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] Publish callbacks [] for security_group (d475300e-bd5e-48ae-874d-73a2e87c6423), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.619248 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] Publish callbacks [] for security_group (d475300e-bd5e-48ae-874d-73a2e87c6423), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.663941 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d475300e-bd5e-48ae-874d-73a2e87c6423), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.666623 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:16.667761 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d475300e-bd5e-48ae-874d-73a2e87c6423 HTTP/1.1" status: 204 len: 168 time: 0.1140065 Mar 08 13:08:16.676110 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3873c-e82b-438f-8c57-b202991558c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d475300e-bd5e-48ae-874d-73a2e87c6423,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:17.039047 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c3f89b52-2307-42b4-a713-cdf8bfbadebe req-7859cb72-c5ff-4458-be45-34c6f529bcab tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 210 time: 0.0276968 Mar 08 13:08:17.857452 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a7cdb883-fa2f-4156-84a5-d2060ec6fbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:18.132982 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7fdf2406-25dc-4799-961b-63ecd9e6700f req-f34c7732-33b7-4377-a4ec-e0f62d2cad06 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 210 time: 0.0292451 Mar 08 13:08:18.548337 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-8e44db61-4328-4a2c-bfa5-323c51117ec2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aae990736554c9c8b5e6a60c62f9f49 HTTP/1.1" status: 200 len: 380 time: 0.0551224 Mar 08 13:08:18.558583 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'port': {'device_id': '38187796-ddf0-4e28-b59a-41727bae4c48', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'admin_state_up': True, 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'security_groups': ['274dcf68-37b0-497d-8791-daf398f3357f']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:18.666626 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Made reservation on behalf of 9aae990736554c9c8b5e6a60c62f9f49 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:08:18.670421 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:18.799153 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.20.0.5 (6571cb64-218b-41cb-9065-e09fa0303e3d/ab64d186-2f3a-4272-adc6-44d4ff207434/a3383b6a-c034-4e5b-b72c-cf42fc64d5cf) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:18.946145 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:18.980374 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.005630 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.021081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network 6571cb64-218b-41cb-9065-e09fa0303e3d is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:19.026124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:19.029729 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:19.064722 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:19.079923 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.080392 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.081745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.081745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.081745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.081745 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.082162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.082365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.082791 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.083177 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.083484 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.083799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.084112 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:19.099111 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:19.099776 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.118807 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-95c68354-368e-4ab6-b731-c674364f23a4 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637019 Mar 08 13:08:19.132659 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Request body: {'port': {'device_id': '38187796-ddf0-4e28-b59a-41727bae4c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:19.203193 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.357777 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-fc1c93f2-62fc-4f5e-85ba-7ef3541d46d3 None None] Provisioning complete for port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:08:19.358177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fc1c93f2-62fc-4f5e-85ba-7ef3541d46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.380804 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88eb32-c1aa-4543-a889-cbc06f12a3ce req-0ac06910-a36b-470a-bdd4-f918a4dfd814 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:19.382331 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee88eb32-c1aa-4543-a889-cbc06f12a3ce req-0ac06910-a36b-470a-bdd4-f918a4dfd814 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 931 time: 0.1659420 Mar 08 13:08:19.405953 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c93f2-62fc-4f5e-85ba-7ef3541d46d3 None None] Port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:08:19.486295 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ee88eb32-c1aa-4543-a889-cbc06f12a3ce req-537737c9-88e1-460a-8150-419589d093c9 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917428 Mar 08 13:08:19.572027 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3383b6a-c034-4e5b-b72c-cf42fc64d5cf {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:19.579390 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks [] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.593328 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Transition to ACTIVE for port object a3383b6a-c034-4e5b-b72c-cf42fc64d5cf will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:08:19.599542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.667788 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Pushing event updated for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:19.724824 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Attempting to bind port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:08:19.725227 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Attempting to bind port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:08:19.725653 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Attempting to bind port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:19.731043 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf on network 6571cb64-218b-41cb-9065-e09fa0303e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:08:19.731490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Attempting to bind port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf on network 6571cb64-218b-41cb-9065-e09fa0303e3d {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:08:19.738384 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:08:19.738802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Checking segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:08:19.739248 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Bound using segment: {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:08:19.739795 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Bound port: a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1a74f4-7761-48d9-88b2-b96d80ae9af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:08:19.740219 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.819953 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:08:19.823019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:08:19.830195 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.869164 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:19.869781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:19.871168 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] 10.222.0.74 "PUT /v2.0/ports/a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 1093 time: 0.7432954 Mar 08 13:08:19.871624 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:19.874562 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3" -d '{"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:19.902467 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a651a-a116-48de-92ee-1a44bb5f8283 service neutron] Pushing event updated for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:19.964672 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990dbf60-5399-4b0d-bd62-edd1ad82097e x-openstack-request-id: req-990dbf60-5399-4b0d-bd62-edd1ad82097e {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:19.965294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:19.965763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-990dbf60-5399-4b0d-bd62-edd1ad82097e {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:19.967357 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'status': 'completed', 'code': 200} Mar 08 13:08:20.005084 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-e2cb0649-3794-4488-8198-a43507ede433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.006854 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-e2cb0649-3794-4488-8198-a43507ede433 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1127 time: 0.0609014 Mar 08 13:08:20.054031 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-20667c40-91b5-43be-b2da-dcb4034f2f32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 217 time: 0.0391726 Mar 08 13:08:20.107266 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-cdf44a67-ecf9-4706-b0c2-5272d9b7b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.108776 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-cdf44a67-ecf9-4706-b0c2-5272d9b7b151 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0485542 Mar 08 13:08:20.159572 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-800d683e-55fd-4f36-8256-828f83ccf966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.161037 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-800d683e-55fd-4f36-8256-828f83ccf966 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459464 Mar 08 13:08:20.359024 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:20.516020 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-e5c6d3f4-003c-413d-9779-1913e0fdf270 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483305 Mar 08 13:08:20.645841 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2ec9b22b-3aec-4f19-9fe3-fe6045fd6e19 req-7ed56e8c-e9b0-494f-a438-3d87fe628546 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214478 Mar 08 13:08:20.659951 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc067-34a7-4774-aeb5-6433a13a8bdf req-55189d7b-d1fc-4f43-b5e2-f19ea132c09b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.661676 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-050bc067-34a7-4774-aeb5-6433a13a8bdf req-55189d7b-d1fc-4f43-b5e2-f19ea132c09b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0809863 Mar 08 13:08:20.738078 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-050bc067-34a7-4774-aeb5-6433a13a8bdf req-7c92e7fc-2740-4bcf-b47f-0b465d90fe7f tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708470 Mar 08 13:08:20.751974 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-a1905788-838e-462f-b5a1-9630baf4cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.753405 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-a1905788-838e-462f-b5a1-9630baf4cb64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1127 time: 0.0577357 Mar 08 13:08:20.848564 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-ce88bc56-7cfe-476e-b019-622e59f5d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.850075 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-ce88bc56-7cfe-476e-b019-622e59f5d165 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0873940 Mar 08 13:08:20.897241 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-56b2830e-4cf2-43d1-83d6-f3ccd31cf4ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 217 time: 0.0346737 Mar 08 13:08:20.944482 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-d6f6b639-6265-4424-8405-df414ac18056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:20.945936 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-d6f6b639-6265-4424-8405-df414ac18056 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0430176 Mar 08 13:08:21.004144 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-8aeaa899-4a18-4a93-99f4-076e3ca68264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:21.005629 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-8aeaa899-4a18-4a93-99f4-076e3ca68264 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474379 Mar 08 13:08:21.115736 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-0352e88c-c4cf-4005-81ef-2221571a8ffb service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960093 Mar 08 13:08:21.218656 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2de4ff4c-804b-4898-a86a-74b0e5a9aab3 req-ad6c5a17-e0f6-4516-9918-6cd71ea5af3e service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894663 Mar 08 13:08:21.803119 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:21.862957 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285dd10-1535-4e4f-a285-b3296d88cada req-b25c8dc5-e4df-4309-94fd-e1bce36e9927 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:21.864466 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b285dd10-1535-4e4f-a285-b3296d88cada req-b25c8dc5-e4df-4309-94fd-e1bce36e9927 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0551181 Mar 08 13:08:21.919993 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b285dd10-1535-4e4f-a285-b3296d88cada req-0e897718-4d49-4ef6-ac37-d8f215a3f583 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499496 Mar 08 13:08:22.033347 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358ebe-82aa-4431-bea4-14125646f3ef req-0fb69029-fc04-47d5-bde7-417a141c82f9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:22.034882 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2a358ebe-82aa-4431-bea4-14125646f3ef req-0fb69029-fc04-47d5-bde7-417a141c82f9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0540824 Mar 08 13:08:22.082229 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2a358ebe-82aa-4431-bea4-14125646f3ef req-a8fb5d48-c095-4917-9ab6-c2be1b72e33d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Mar 08 13:08:22.913305 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43740) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:23.034582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17ae12a8-d3c1-42d2-ab71-b7f5bc5fe27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.076206 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc7715-70df-4236-b120-aa07e5f80921 req-81cf7ddd-383f-482d-a0ea-5d95e62b302d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:23.077627 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76bc7715-70df-4236-b120-aa07e5f80921 req-81cf7ddd-383f-482d-a0ea-5d95e62b302d tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0889702 Mar 08 13:08:23.153052 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-76bc7715-70df-4236-b120-aa07e5f80921 req-5604b644-66b4-45f1-93a2-98cbbfb2ae24 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692902 Mar 08 13:08:23.181637 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17ae12a8-d3c1-42d2-ab71-b7f5bc5fe27a admin admin] Publish callbacks [] for security_group (4f40229f-9a67-4fee-9a00-cf2d0e042257), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.198356 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-17ae12a8-d3c1-42d2-ab71-b7f5bc5fe27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (4f40229f-9a67-4fee-9a00-cf2d0e042257), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.250563 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-17ae12a8-d3c1-42d2-ab71-b7f5bc5fe27a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10df158c8a19482e85dcf74c6bab3fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361166 Mar 08 13:08:23.253216 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43750) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:23.253725 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae12a8-d3c1-42d2-ab71-b7f5bc5fe27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40229f-9a67-4fee-9a00-cf2d0e042257,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:23.265230 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91df03-e083-478c-85c3-9d114adc4e15 req-a0e3a834-bbb0-457e-a9e3-387ab3a9e8cd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:23.266777 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8b91df03-e083-478c-85c3-9d114adc4e15 req-a0e3a834-bbb0-457e-a9e3-387ab3a9e8cd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.1058722 Mar 08 13:08:23.304003 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Publish callbacks [] for security_group (4f40229f-9a67-4fee-9a00-cf2d0e042257), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.318814 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8b91df03-e083-478c-85c3-9d114adc4e15 req-c3ee425c-0143-4799-abe2-e90f9ae7dfd8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Mar 08 13:08:23.329091 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Publish callbacks [] for security_group (4f40229f-9a67-4fee-9a00-cf2d0e042257), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.377425 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (4f40229f-9a67-4fee-9a00-cf2d0e042257), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.379981 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.381112 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f40229f-9a67-4fee-9a00-cf2d0e042257 HTTP/1.1" status: 204 len: 168 time: 0.1267352 Mar 08 13:08:23.389175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40229f-9a67-4fee-9a00-cf2d0e042257,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:23.397274 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.397619 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.397983 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.398312 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.398638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.398973 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.399285 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.399606 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.399930 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.400252 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.400568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.400883 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.401197 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c395ae30-86db-4c55-9bda-2fb8a08b8679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:23.643479 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43756) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:23.656552 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e87fbecc-ed65-42ce-b456-de34084d46a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.731635 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e87fbecc-ed65-42ce-b456-de34084d46a5 admin admin] Publish callbacks [] for security_group (0e631c98-61b9-42b3-b5e5-7092cd9dfa0a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.735742 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e87fbecc-ed65-42ce-b456-de34084d46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0e631c98-61b9-42b3-b5e5-7092cd9dfa0a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.773816 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e87fbecc-ed65-42ce-b456-de34084d46a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c02cf14a22834031bc19a3301fc95739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292231 Mar 08 13:08:23.776309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fbecc-ed65-42ce-b456-de34084d46a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e631c98-61b9-42b3-b5e5-7092cd9dfa0a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:23.776461 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43758) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:23.825361 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] Publish callbacks [] for security_group (0e631c98-61b9-42b3-b5e5-7092cd9dfa0a), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.847245 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] Publish callbacks [] for security_group (0e631c98-61b9-42b3-b5e5-7092cd9dfa0a), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.894661 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0e631c98-61b9-42b3-b5e5-7092cd9dfa0a), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.897154 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:23.898313 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e631c98-61b9-42b3-b5e5-7092cd9dfa0a HTTP/1.1" status: 204 len: 168 time: 0.1208243 Mar 08 13:08:23.906148 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cd672-48bc-4667-933b-cae022f37995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e631c98-61b9-42b3-b5e5-7092cd9dfa0a,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:24.272274 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95ba21-96f5-4eec-87d0-54eadb172980 req-4a2596f9-37be-4f40-bf18-ef6b9357cf23 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:24.273773 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bb95ba21-96f5-4eec-87d0-54eadb172980 req-4a2596f9-37be-4f40-bf18-ef6b9357cf23 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0535369 Mar 08 13:08:24.338402 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bb95ba21-96f5-4eec-87d0-54eadb172980 req-27847070-42b9-49ce-b9a8-6cbb3eada559 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589414 Mar 08 13:08:24.465609 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90bfe6-964b-4ab1-82ad-5615e1370168 req-5240d1b7-db23-43f7-943f-c9f3b48ac083 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:24.467130 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fc90bfe6-964b-4ab1-82ad-5615e1370168 req-5240d1b7-db23-43f7-943f-c9f3b48ac083 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0589089 Mar 08 13:08:24.521479 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fc90bfe6-964b-4ab1-82ad-5615e1370168 req-dee98ae3-cee9-44de-a5f7-72bf881ad198 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454500 Mar 08 13:08:25.464609 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7973347-b130-4872-be02-8380911b7674 req-96f84c10-369c-498f-b55d-87e323e73ce6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:25.466222 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a7973347-b130-4872-be02-8380911b7674 req-96f84c10-369c-498f-b55d-87e323e73ce6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0593467 Mar 08 13:08:25.519151 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a7973347-b130-4872-be02-8380911b7674 req-c5d777d6-ae2b-4622-8805-90ab4948a626 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472398 Mar 08 13:08:25.609874 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:25.643127 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c450707-8040-454a-be78-771e71b91363 req-6c1136a5-e53e-4374-9f4d-477940bc9a0e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:25.644589 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3c450707-8040-454a-be78-771e71b91363 req-6c1136a5-e53e-4374-9f4d-477940bc9a0e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0572765 Mar 08 13:08:25.691184 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3c450707-8040-454a-be78-771e71b91363 req-e2bc14f4-e37f-40d5-ae09-f2f66a72a4c0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 Mar 08 13:08:26.644816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869989f-e154-40f5-ab9f-dfb006ae72fd req-f04902b2-ecee-4970-a005-20cfddde394e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:26.646457 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f869989f-e154-40f5-ab9f-dfb006ae72fd req-f04902b2-ecee-4970-a005-20cfddde394e tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0546777 Mar 08 13:08:26.702586 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f869989f-e154-40f5-ab9f-dfb006ae72fd req-b08ed647-d2a7-4cbe-8ed2-8269eb619e7c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491216 Mar 08 13:08:26.826765 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd00e-84c2-4545-990b-9efda3ab25c9 req-54a0f15c-f6fa-48cf-8301-0daa45f43a4a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:26.835064 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b5dd00e-84c2-4545-990b-9efda3ab25c9 req-54a0f15c-f6fa-48cf-8301-0daa45f43a4a tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0706882 Mar 08 13:08:26.884392 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3b5dd00e-84c2-4545-990b-9efda3ab25c9 req-f7aa033c-ad6e-4ff5-aa7f-dbb847138b94 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484519 Mar 08 13:08:27.820403 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8047c8-2a65-4fda-96c4-bd1a5bce6e1d req-1c48ee38-a6dd-460b-8305-ddd97be72f34 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:27.821922 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b8047c8-2a65-4fda-96c4-bd1a5bce6e1d req-1c48ee38-a6dd-460b-8305-ddd97be72f34 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 943 time: 0.0527453 Mar 08 13:08:27.870215 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0b8047c8-2a65-4fda-96c4-bd1a5bce6e1d req-f3a87a1f-cf5f-492d-a0fb-cb9145624abf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Mar 08 13:08:28.005803 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae4941-685f-4b39-a76a-f1fbfbe1bb1e req-06d39b39-0923-4ad7-ad61-26e10230f89f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:28.007197 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-28ae4941-685f-4b39-a76a-f1fbfbe1bb1e req-06d39b39-0923-4ad7-ad61-26e10230f89f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0517218 Mar 08 13:08:28.063972 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-28ae4941-685f-4b39-a76a-f1fbfbe1bb1e req-03db32dd-e843-48ab-80fe-0df0fbf53aa9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Mar 08 13:08:28.352913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device a3383b6a-c034-4e5b-b72c-cf42fc64d5cf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:08:28.452594 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:28.464042 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'port_id': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'mac_address': 'fa:16:3e:40:9e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:08:28.507799 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:28.508192 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:28.520911 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3383b6a-c034-4e5b-b72c-cf42fc64d5cf {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:28.539940 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:28.543510 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:28.589016 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:28.983404 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566463-30cb-41b9-b5aa-e5580ccbd48f req-6be7053e-90f3-4eb4-b05a-45c6a323986b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:28.984823 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04566463-30cb-41b9-b5aa-e5580ccbd48f req-6be7053e-90f3-4eb4-b05a-45c6a323986b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 944 time: 0.0507703 Mar 08 13:08:29.031596 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-04566463-30cb-41b9-b5aa-e5580ccbd48f req-28ae48ac-cdb4-47af-9361-296a3e07f398 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412056 Mar 08 13:08:29.183777 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2257a-dd08-4485-a2f9-7caaccd686b4 req-f3c9fa6c-8685-42da-af91-ef79eeb407f2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:29.185133 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cc2257a-dd08-4485-a2f9-7caaccd686b4 req-f3c9fa6c-8685-42da-af91-ef79eeb407f2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0509501 Mar 08 13:08:29.230558 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9cc2257a-dd08-4485-a2f9-7caaccd686b4 req-b882a374-0848-429c-a470-5ac56f8f481b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 Mar 08 13:08:30.150137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58761c9b-3d7a-4d5a-b680-075657ff5d49 req-8a6d27aa-3d6e-4b12-9f0a-f4e010d6cbef tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:30.151595 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-58761c9b-3d7a-4d5a-b680-075657ff5d49 req-8a6d27aa-3d6e-4b12-9f0a-f4e010d6cbef tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 944 time: 0.0541885 Mar 08 13:08:30.198383 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-58761c9b-3d7a-4d5a-b680-075657ff5d49 req-e0f67c58-16c2-4bda-be4a-dd1982391cdf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407920 Mar 08 13:08:30.349881 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edaa71-f905-4e05-9826-ef57819c5c00 req-e9a133eb-db8f-4dcf-bab0-8257afe623fb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:30.351330 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66edaa71-f905-4e05-9826-ef57819c5c00 req-e9a133eb-db8f-4dcf-bab0-8257afe623fb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0504849 Mar 08 13:08:30.397000 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-66edaa71-f905-4e05-9826-ef57819c5c00 req-2b50b4f4-565e-47e5-b0d6-b0e7bc748810 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402577 Mar 08 13:08:31.311812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330ec1-e1fa-4f9e-829c-bbabdf2a8fc6 req-72198a09-a0c0-4506-ada4-27cd13ad2cef tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:31.313833 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84330ec1-e1fa-4f9e-829c-bbabdf2a8fc6 req-72198a09-a0c0-4506-ada4-27cd13ad2cef tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 944 time: 0.0507984 Mar 08 13:08:31.363951 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-84330ec1-e1fa-4f9e-829c-bbabdf2a8fc6 req-6b60e246-8f64-43a2-8249-76d4dfd3053c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Mar 08 13:08:31.522353 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115991a0-a4a4-4b1d-a3a7-b1062724ee3f req-91893108-2d62-4518-96da-cefd3aa681d2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:31.523794 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-115991a0-a4a4-4b1d-a3a7-b1062724ee3f req-91893108-2d62-4518-96da-cefd3aa681d2 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0529165 Mar 08 13:08:31.568892 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-115991a0-a4a4-4b1d-a3a7-b1062724ee3f req-ed1e456c-98b1-4a2e-9b17-7232911fe115 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Mar 08 13:08:32.130419 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:08:32.479056 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428cf0c-44cf-42b0-82d8-44a4895f0562 req-9693ce44-1bad-49f3-ba6b-3f386cf8ff3b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:32.480781 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4428cf0c-44cf-42b0-82d8-44a4895f0562 req-9693ce44-1bad-49f3-ba6b-3f386cf8ff3b tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 944 time: 0.0518584 Mar 08 13:08:32.532561 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4428cf0c-44cf-42b0-82d8-44a4895f0562 req-16990de0-0ac9-41a5-bd36-87ade194cbb0 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Mar 08 13:08:32.692141 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72ca48-831c-49ff-a472-4ec0e64ff62f req-592505ee-f852-4deb-8e94-26e80321a46c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:32.693589 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d72ca48-831c-49ff-a472-4ec0e64ff62f req-592505ee-f852-4deb-8e94-26e80321a46c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0544612 Mar 08 13:08:32.740211 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9d72ca48-831c-49ff-a472-4ec0e64ff62f req-61b25ccb-1d63-41ee-b741-169fb96a5798 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Mar 08 13:08:33.647487 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4b34d-23d0-413a-b72b-d7aa173b57ad req-dd2a7b46-09e8-4cae-ab9b-6f1c149c0317 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:33.649061 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77b4b34d-23d0-413a-b72b-d7aa173b57ad req-dd2a7b46-09e8-4cae-ab9b-6f1c149c0317 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 944 time: 0.0517175 Mar 08 13:08:33.695831 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-77b4b34d-23d0-413a-b72b-d7aa173b57ad req-066b02c6-02fc-45b3-b664-212898eecfd8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Mar 08 13:08:33.821077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device a3383b6a-c034-4e5b-b72c-cf42fc64d5cf up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:33.862353 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec471-bcb9-4737-bda2-28730016811f req-3814fe32-4eb5-4fc7-bc9c-6ce50096e6ba tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:33.863834 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9f0ec471-bcb9-4737-bda2-28730016811f req-3814fe32-4eb5-4fc7-bc9c-6ce50096e6ba tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0555229 Mar 08 13:08:33.870688 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:08:33.875903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:08:33.876389 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:33.911333 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9f0ec471-bcb9-4737-bda2-28730016811f req-778b2bbc-b839-48a0-a7cf-22308b4eea4b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Mar 08 13:08:33.956600 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:33.956991 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:33.979460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:33.981652 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2636bf9-9d64-4a08-bea4-76738added40" -d '{"events": [{"server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "name": "network-vif-plugged", "status": "completed", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:33.994201 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:33.998266 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:34.020467 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c40d3-e904-4b26-b775-998c8c35b482 x-openstack-request-id: req-1a0c40d3-e904-4b26-b775-998c8c35b482 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:34.020760 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "name": "network-vif-plugged", "status": "completed", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:34.021011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a0c40d3-e904-4b26-b775-998c8c35b482 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:34.021396 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'code': 200} Mar 08 13:08:34.047995 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:34.055859 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.056209 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.056562 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.056975 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.057452 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.057657 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.058021 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.058565 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.058714 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.059154 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.059324 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.059636 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.059962 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:08:34.250231 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7658182-47f5-47f3-83c3-bdbb0476c34f req-755313dd-e658-4117-824c-5d01657e2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.251717 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e7658182-47f5-47f3-83c3-bdbb0476c34f req-755313dd-e658-4117-824c-5d01657e2a08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1129 time: 0.0436516 Mar 08 13:08:34.304227 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e7658182-47f5-47f3-83c3-bdbb0476c34f req-9ccdf21a-a111-490f-a3fe-be387e318383 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Mar 08 13:08:34.811301 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde3031-0733-495c-a4d6-b3dfff03fcc8 req-fbc21d17-51d0-468b-a441-a4cb615bb4a6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:34.813269 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fcde3031-0733-495c-a4d6-b3dfff03fcc8 req-fbc21d17-51d0-468b-a441-a4cb615bb4a6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0512471 Mar 08 13:08:34.865500 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fcde3031-0733-495c-a4d6-b3dfff03fcc8 req-1fe2c7c4-aa4c-4eb8-837a-0c4b24447949 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Mar 08 13:08:35.032857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ca44-5eb6-4a8c-85de-4c3353d4d206 req-49b66780-b442-4c22-8056-18aee422d8e3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:35.034327 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ba3ca44-5eb6-4a8c-85de-4c3353d4d206 req-49b66780-b442-4c22-8056-18aee422d8e3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0515647 Mar 08 13:08:35.079733 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1ba3ca44-5eb6-4a8c-85de-4c3353d4d206 req-3d1beba6-6b5c-4df2-ba4d-081235f056c0 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400209 Mar 08 13:08:35.695877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43972) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:35.794857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-805ecf9f-2d98-41c3-9b67-0d89f88c485a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:35.870599 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-805ecf9f-2d98-41c3-9b67-0d89f88c485a admin admin] Publish callbacks [] for security_group (85636ca1-0fc1-4ebe-bc7d-abdf69238a98), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:35.875155 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-805ecf9f-2d98-41c3-9b67-0d89f88c485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (85636ca1-0fc1-4ebe-bc7d-abdf69238a98), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:35.914666 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-805ecf9f-2d98-41c3-9b67-0d89f88c485a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34cd4ca5bf714608bd2afbcfbb21aea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152157 Mar 08 13:08:35.914666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ecf9f-2d98-41c3-9b67-0d89f88c485a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85636ca1-0fc1-4ebe-bc7d-abdf69238a98,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:35.915394 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43978) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:36.006276 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] Publish callbacks [] for security_group (85636ca1-0fc1-4ebe-bc7d-abdf69238a98), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.038324 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87042f74-4c69-463d-ab0a-00992decb519 req-d46511f2-b7be-42d2-9215-6905514ca3d6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:36.039827 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-87042f74-4c69-463d-ab0a-00992decb519 req-d46511f2-b7be-42d2-9215-6905514ca3d6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0927918 Mar 08 13:08:36.041705 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] Publish callbacks [] for security_group (85636ca1-0fc1-4ebe-bc7d-abdf69238a98), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.110318 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-87042f74-4c69-463d-ab0a-00992decb519 req-764cbc46-88a2-4576-85be-4c90abc39c8c tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613744 Mar 08 13:08:36.134646 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (85636ca1-0fc1-4ebe-bc7d-abdf69238a98), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.137551 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.138715 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85636ca1-0fc1-4ebe-bc7d-abdf69238a98 HTTP/1.1" status: 204 len: 168 time: 0.2224393 Mar 08 13:08:36.146812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d0ad1-a432-499c-a941-361be2424e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85636ca1-0fc1-4ebe-bc7d-abdf69238a98,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:36.215190 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4cdd-3238-4484-a432-1dc39c0f78cd req-f3f801a4-7895-4ad1-83b4-857ea8c4cbac tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:36.216669 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a5e4cdd-3238-4484-a432-1dc39c0f78cd req-f3f801a4-7895-4ad1-83b4-857ea8c4cbac tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0548656 Mar 08 13:08:36.273143 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8a5e4cdd-3238-4484-a432-1dc39c0f78cd req-461d0be9-9689-47ab-b67f-175baea13f47 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504265 Mar 08 13:08:36.398971 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 43986) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:36.412198 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f58e8373-b9dd-48f1-8ba8-7e4eec28a557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.486502 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f58e8373-b9dd-48f1-8ba8-7e4eec28a557 admin admin] Publish callbacks [] for security_group (7085c3f1-52a4-48b2-8e3e-f02e9504c499), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.490097 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f58e8373-b9dd-48f1-8ba8-7e4eec28a557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7085c3f1-52a4-48b2-8e3e-f02e9504c499), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.527184 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f58e8373-b9dd-48f1-8ba8-7e4eec28a557 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3b3c22fe1bd4c44b085caf7fb83ca38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271544 Mar 08 13:08:36.528049 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e8373-b9dd-48f1-8ba8-7e4eec28a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085c3f1-52a4-48b2-8e3e-f02e9504c499,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:36.529811 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 43988) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:36.578727 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] Publish callbacks [] for security_group (7085c3f1-52a4-48b2-8e3e-f02e9504c499), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.598901 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] Publish callbacks [] for security_group (7085c3f1-52a4-48b2-8e3e-f02e9504c499), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.646425 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7085c3f1-52a4-48b2-8e3e-f02e9504c499), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.649164 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:36.650307 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7085c3f1-52a4-48b2-8e3e-f02e9504c499 HTTP/1.1" status: 204 len: 168 time: 0.1184678 Mar 08 13:08:36.657558 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10bdc6-dcf1-4b44-80f6-a8cd9aa7184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085c3f1-52a4-48b2-8e3e-f02e9504c499,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:37.234577 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d61d0a-811b-48e3-a5b6-033618b5c797 req-950ecfd9-d19c-41e4-9d06-a9506dc7cadf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.236041 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-53d61d0a-811b-48e3-a5b6-033618b5c797 req-950ecfd9-d19c-41e4-9d06-a9506dc7cadf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0542133 Mar 08 13:08:37.285125 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-53d61d0a-811b-48e3-a5b6-033618b5c797 req-85bcad2f-3f16-4374-ae40-6a0e8eb17da3 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Mar 08 13:08:37.444868 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d34bf-1bd2-4ec2-8885-29061ff72201 req-ed46a89e-ecb7-46b7-be7a-daa3b2fb040d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.446399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8b2d34bf-1bd2-4ec2-8885-29061ff72201 req-ed46a89e-ecb7-46b7-be7a-daa3b2fb040d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0894794 Mar 08 13:08:37.455635 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30cb57-6d46-4f9f-ada2-68c25ac5d98e req-42eacd78-50fa-4434-b792-178264c8a8a1 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.457503 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f30cb57-6d46-4f9f-ada2-68c25ac5d98e req-42eacd78-50fa-4434-b792-178264c8a8a1 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0901299 Mar 08 13:08:37.539278 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-8b2d34bf-1bd2-4ec2-8885-29061ff72201 req-8217981c-7ba0-43b3-81c8-f180bddb3791 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801907 Mar 08 13:08:37.543769 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-2f30cb57-6d46-4f9f-ada2-68c25ac5d98e req-58106f47-333e-4bda-b1f5-b6f6574a2eec tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779243 Mar 08 13:08:37.569496 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44028) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:37.612670 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21284f8f-4aff-4655-89ae-e7c505b94dc1 tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:37.614201 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-21284f8f-4aff-4655-89ae-e7c505b94dc1 tempest-TestVolumeBootPattern-9824725 tempest-TestVolumeBootPattern-9824725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1124 time: 0.0437124 Mar 08 13:08:37.616905 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44032) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:37.621021 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'port_id': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:08:37.640310 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:37.742985 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:37.850567 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Allocated IP 172.27.1.115 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/47669315-0ba9-44a9-80be-d2696b2ec1e6) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:08:37.954252 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:37.990141 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:38.037729 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:08:38.042287 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:08:38.044885 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:08:38.050741 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=47669315-0ba9-44a9-80be-d2696b2ec1e6,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:38.451862 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (acce34ce-504f-4c86-87a3-7e22fd37d339), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:38.520285 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:38.664336 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d88c6-522a-4307-8612-fede2db31a3c req-fe9c1fb8-42b2-42f8-ad39-37f76a998c69 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:38.665881 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d88c6-522a-4307-8612-fede2db31a3c req-fe9c1fb8-42b2-42f8-ad39-37f76a998c69 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0550709 Mar 08 13:08:38.715724 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d39d88c6-522a-4307-8612-fede2db31a3c req-04afcc91-d7f9-4aa1-a160-56112469a0b1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Mar 08 13:08:38.917954 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:38.922366 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:38.986665 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event updated for resources: {'Port': ['ID=47669315-0ba9-44a9-80be-d2696b2ec1e6,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:38.996048 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (acce34ce-504f-4c86-87a3-7e22fd37d339), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:39.095142 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP acce34ce-504f-4c86-87a3-7e22fd37d339 associated. External IP: 172.27.1.115, port: a3383b6a-c034-4e5b-b72c-cf42fc64d5cf. Mar 08 13:08:39.298690 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:08:39.408633 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:08:39.423027 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:08:39.429200 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:39.435118 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:39.435830 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:08:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:39.463840 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c8055b15-b3a2-4fb8-ba90-ca58811a2c26 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8459425 Mar 08 13:08:39.464735 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:39.467286 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d" -d '{"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:39.526474 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fcdcfb-ac82-4e3c-90ae-4ec53c8f3801 x-openstack-request-id: req-70fcdcfb-ac82-4e3c-90ae-4ec53c8f3801 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:39.526997 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:39.527249 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70fcdcfb-ac82-4e3c-90ae-4ec53c8f3801 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:39.527788 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'status': 'completed', 'code': 200} Mar 08 13:08:39.578946 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:39.659379 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-8d436a8e-634a-4dff-92c3-694800954191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:39.660946 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-8d436a8e-634a-4dff-92c3-694800954191 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1129 time: 0.0466094 Mar 08 13:08:39.762113 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-d2841e20-ca4f-4ce7-bcfb-14f407d92ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:39.763596 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-d2841e20-ca4f-4ce7-bcfb-14f407d92ff8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0966070 Mar 08 13:08:39.825033 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}, {'id': 'acce34ce-504f-4c86-87a3-7e22fd37d339', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:40:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38187796-ddf0-4e28-b59a-41727bae4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:38Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:39.856334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:08:39.862541 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-6c3343f7-6ece-4e35-ab1f-501abf2cb7d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 999 time: 0.0906730 Mar 08 13:08:39.867348 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:08:39.868020 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:08:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:39.901473 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34675484-d277-464d-a82d-39684f0cb2d9 req-a30945fd-8245-4236-93a5-d188033783b8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:39.910605 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34675484-d277-464d-a82d-39684f0cb2d9 req-a30945fd-8245-4236-93a5-d188033783b8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0986285 Mar 08 13:08:39.964799 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34675484-d277-464d-a82d-39684f0cb2d9 req-4b790a40-fa24-4946-98f5-717e08e0234d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533321 Mar 08 13:08:40.114884 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:08:40.328069 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}, {'id': 'acce34ce-504f-4c86-87a3-7e22fd37d339', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:40:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38187796-ddf0-4e28-b59a-41727bae4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:38Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:08:40.357270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc01c-9e78-4d43-80ea-a6cd855aceb2 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}, {'id': 'acce34ce-504f-4c86-87a3-7e22fd37d339', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:40:9e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38187796-ddf0-4e28-b59a-41727bae4c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:08:38Z', 'updated_at': '2022-03-08T13:08:38Z', 'revision_number': 0, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:08:40.534156 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cb6c3-2bfd-4e72-a82c-f9f5fd4c61c8 None None] New status for floating IP acce34ce-504f-4c86-87a3-7e22fd37d339: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:08:40.952043 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:08:41.005838 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-bdf5a5cc-fbb6-44e8-add1-29d3f25f5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:41.007145 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-bdf5a5cc-fbb6-44e8-add1-29d3f25f5025 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0474946 Mar 08 13:08:41.064508 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:41.075761 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:08:41.108770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ec1c5-40a6-4003-abe2-4e481b45d12f req-455216d3-f9c7-408b-9489-d52530170a4b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:41.110480 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c42ec1c5-40a6-4003-abe2-4e481b45d12f req-455216d3-f9c7-408b-9489-d52530170a4b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0630178 Mar 08 13:08:41.122213 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:08:41.123675 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: ACTIVE; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:41.124169 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.140820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:08:41.161555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:41.162426 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c42ec1c5-40a6-4003-abe2-4e481b45d12f req-dbe4b162-c125-4b8e-a265-98f2a167c80f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Mar 08 13:08:41.167094 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.214846 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=6']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.706859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44128) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:41.807111 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8c3613af-f1c6-4195-9d78-393725fc37ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.881475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8c3613af-f1c6-4195-9d78-393725fc37ed admin admin] Publish callbacks [] for security_group (ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.885059 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8c3613af-f1c6-4195-9d78-393725fc37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.923778 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3613af-f1c6-4195-9d78-393725fc37ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:41.927994 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8c3613af-f1c6-4195-9d78-393725fc37ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd42d8fa62804f39a43de55eb2108c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201850 Mar 08 13:08:41.930660 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44132) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:41.977503 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] Publish callbacks [] for security_group (ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:41.997470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] Publish callbacks [] for security_group (ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.042752 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.045287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.046492 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f HTTP/1.1" status: 204 len: 168 time: 0.1149445 Mar 08 13:08:42.054500 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8192f-dc7d-4bec-b502-5da1277e740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f46d9-b4a6-48c2-b7a0-23ab0e07db8f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:42.292068 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23235028-7d9c-4c7d-9817-cea458026a26 req-0f19391e-f780-4c71-a291-89e6bdc9e2c3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:42.293520 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-23235028-7d9c-4c7d-9817-cea458026a26 req-0f19391e-f780-4c71-a291-89e6bdc9e2c3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.0553424 Mar 08 13:08:42.302217 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44140) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:42.314998 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5ee8435b-51d7-40a4-933d-8f0f7a2fec61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.340011 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-23235028-7d9c-4c7d-9817-cea458026a26 req-b96968c2-3bdb-4fd7-8f66-00dd117b2582 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Mar 08 13:08:42.390907 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5ee8435b-51d7-40a4-933d-8f0f7a2fec61 admin admin] Publish callbacks [] for security_group (ab021157-42db-4aed-a23d-af70c9746e09), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.396347 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5ee8435b-51d7-40a4-933d-8f0f7a2fec61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ab021157-42db-4aed-a23d-af70c9746e09), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.435197 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5ee8435b-51d7-40a4-933d-8f0f7a2fec61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195f4b30d26e430ab54079f55ed51c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319425 Mar 08 13:08:42.437030 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8435b-51d7-40a4-933d-8f0f7a2fec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab021157-42db-4aed-a23d-af70c9746e09,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:42.437980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44142) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:42.487477 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] Publish callbacks [] for security_group (ab021157-42db-4aed-a23d-af70c9746e09), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.507124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] Publish callbacks [] for security_group (ab021157-42db-4aed-a23d-af70c9746e09), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.552405 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ab021157-42db-4aed-a23d-af70c9746e09), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.555081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:42.556293 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab021157-42db-4aed-a23d-af70c9746e09 HTTP/1.1" status: 204 len: 168 time: 0.1172857 Mar 08 13:08:42.563685 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252417f0-cc51-4a35-8972-e90b14aa3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab021157-42db-4aed-a23d-af70c9746e09,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:42.726234 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-10d3ad47-fcdb-4bee-a3cf-19466e3f3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:42.727842 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-10d3ad47-fcdb-4bee-a3cf-19466e3f3cf4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514655 Mar 08 13:08:42.767532 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:08:42.861261 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-5a30d8c1-0b0f-4c95-a62e-88bba83eb782 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081865 Mar 08 13:08:42.965269 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df165e59-5d11-4d66-9ff5-3ac47e96fa2d req-c7147f7f-9e22-4aa8-a756-b679519cabe8 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973539 Mar 08 13:08:43.500641 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a15274-5f58-4365-8359-cdc837be11e6 req-46979f05-3066-49bc-b004-6fc431c05305 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:43.502844 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-52a15274-5f58-4365-8359-cdc837be11e6 req-46979f05-3066-49bc-b004-6fc431c05305 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.0717347 Mar 08 13:08:43.599215 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-52a15274-5f58-4365-8359-cdc837be11e6 req-ef73a65d-6978-4dc4-a596-fa2c80cf5179 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851092 Mar 08 13:08:44.695462 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:08:44.779474 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6011d-1cf9-4dbd-a65b-1706c82ee134 req-994f9ece-69b3-4d62-98b2-3a184a6fb15b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:44.781883 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:08:44.782439 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:44.787708 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-91b6011d-1cf9-4dbd-a65b-1706c82ee134 req-994f9ece-69b3-4d62-98b2-3a184a6fb15b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.1080894 Mar 08 13:08:44.846412 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-91b6011d-1cf9-4dbd-a65b-1706c82ee134 req-e2a22f0a-9dc8-42cc-bbb5-1842c8ca64e6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Mar 08 13:08:44.925839 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:44.926504 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:44.972719 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:44.974411 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:44.978000 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ac6224-85e9-4db9-a4ba-b944247cc3f0" -d '{"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:44.985815 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.041235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=7']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:45.044733 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee857ed-c3a8-4d52-bd53-f454adbb5251 x-openstack-request-id: req-0ee857ed-c3a8-4d52-bd53-f454adbb5251 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:45.045314 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:45.045498 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ee857ed-c3a8-4d52-bd53-f454adbb5251 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:45.046448 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'code': 200} Mar 08 13:08:45.561062 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4fb6ced6-5564-4d2f-a44c-ce3381a1ed16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.670395 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44260) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:45.789166 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20fa313a-d102-4e02-8773-d081b350c474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.885200 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20fa313a-d102-4e02-8773-d081b350c474 admin admin] Publish callbacks [] for security_group (26c2e117-d322-4cbc-bc17-9edf4450daf3), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.891778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-20fa313a-d102-4e02-8773-d081b350c474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (26c2e117-d322-4cbc-bc17-9edf4450daf3), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:45.927115 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-20fa313a-d102-4e02-8773-d081b350c474 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=775e25cbc13d40af830acefbc464e942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542689 Mar 08 13:08:45.929812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44266) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:45.952726 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa313a-d102-4e02-8773-d081b350c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2e117-d322-4cbc-bc17-9edf4450daf3,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.041860 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735773c5-93bd-4bf1-b160-a11eaa4fb46e req-2d62ff65-5af6-4cb6-a633-68d186fee9d9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:46.043227 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-735773c5-93bd-4bf1-b160-a11eaa4fb46e req-2d62ff65-5af6-4cb6-a633-68d186fee9d9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0973413 Mar 08 13:08:46.044003 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] Publish callbacks [] for security_group (26c2e117-d322-4cbc-bc17-9edf4450daf3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.081253 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] Publish callbacks [] for security_group (26c2e117-d322-4cbc-bc17-9edf4450daf3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.135195 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-735773c5-93bd-4bf1-b160-a11eaa4fb46e req-7e0d453f-2b82-4ebd-bdd6-db4a994866cb tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809162 Mar 08 13:08:46.167524 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (26c2e117-d322-4cbc-bc17-9edf4450daf3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.170155 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.177138 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26c2e117-d322-4cbc-bc17-9edf4450daf3 HTTP/1.1" status: 204 len: 168 time: 0.2460027 Mar 08 13:08:46.185816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02fd73-ddea-41ec-826e-f536456721d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2e117-d322-4cbc-bc17-9edf4450daf3,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.534490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44284) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:46.548312 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcb92-e965-4784-b40d-06b3e33b6fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.633154 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcb92-e965-4784-b40d-06b3e33b6fe9 admin admin] Publish callbacks [] for security_group (0adc7705-5682-433c-88fc-3554d564ca37), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.641016 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-6f7bcb92-e965-4784-b40d-06b3e33b6fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0adc7705-5682-433c-88fc-3554d564ca37), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.681180 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-6f7bcb92-e965-4784-b40d-06b3e33b6fe9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9daf9146d8d64e1fb9b8f409f2ebf50b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454287 Mar 08 13:08:46.682105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bcb92-e965-4784-b40d-06b3e33b6fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc7705-5682-433c-88fc-3554d564ca37,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:46.683947 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44286) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:46.745814 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] Publish callbacks [] for security_group (0adc7705-5682-433c-88fc-3554d564ca37), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.780217 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] Publish callbacks [] for security_group (0adc7705-5682-433c-88fc-3554d564ca37), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.846065 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (0adc7705-5682-433c-88fc-3554d564ca37), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.849088 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:46.852540 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0adc7705-5682-433c-88fc-3554d564ca37 HTTP/1.1" status: 204 len: 168 time: 0.1647861 Mar 08 13:08:46.859370 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f455d30-9a2f-44ee-be3c-4d8221b78698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc7705-5682-433c-88fc-3554d564ca37,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:47.289187 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b361a0c-00ee-4415-b9b9-3b6433fab193 req-765d8dff-49f1-47bc-97ab-7c9496954990 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:47.291624 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b361a0c-00ee-4415-b9b9-3b6433fab193 req-765d8dff-49f1-47bc-97ab-7c9496954990 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0615509 Mar 08 13:08:47.360309 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6b361a0c-00ee-4415-b9b9-3b6433fab193 req-0db871e6-df80-4541-8c15-87962c7da184 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572581 Mar 08 13:08:47.864284 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-989ad7c0-c792-4620-ae11-fe1a17f99bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:48.508224 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef530-2988-4bf4-b136-385d2892a18b req-310fc107-ac2b-4e8c-8b02-a4f4c2f8df7f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:48.510946 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-31eef530-2988-4bf4-b136-385d2892a18b req-310fc107-ac2b-4e8c-8b02-a4f4c2f8df7f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0552311 Mar 08 13:08:48.579247 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-31eef530-2988-4bf4-b136-385d2892a18b req-009fffd1-d183-4f6f-8768-a694812895ad tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615389 Mar 08 13:08:48.852441 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44382) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:49.016297 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9a4fc57-3b0c-4165-a4ca-59cae344e47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.031941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.129911 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9a4fc57-3b0c-4165-a4ca-59cae344e47b admin admin] Publish callbacks [] for security_group (c265fbbc-c540-4768-831d-aa6e12b80bca), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.134465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-e9a4fc57-3b0c-4165-a4ca-59cae344e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c265fbbc-c540-4768-831d-aa6e12b80bca), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.183376 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4fc57-3b0c-4165-a4ca-59cae344e47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c265fbbc-c540-4768-831d-aa6e12b80bca,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:49.205633 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-e9a4fc57-3b0c-4165-a4ca-59cae344e47b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d2af2407316424bab59bb333cc9b7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489289 Mar 08 13:08:49.205875 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44390) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:08:49.262897 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] Publish callbacks [] for security_group (c265fbbc-c540-4768-831d-aa6e12b80bca), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.297479 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] Publish callbacks [] for security_group (c265fbbc-c540-4768-831d-aa6e12b80bca), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.371026 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c265fbbc-c540-4768-831d-aa6e12b80bca), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.373652 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:49.387124 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c265fbbc-c540-4768-831d-aa6e12b80bca HTTP/1.1" status: 204 len: 168 time: 0.1799288 Mar 08 13:08:49.399250 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1d25a-07c3-453a-bcf1-511c7d9c8f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c265fbbc-c540-4768-831d-aa6e12b80bca,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:49.757598 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975de4f7-5305-441b-a62a-3a8956f597ac req-10c31928-66f4-4ae0-a42c-ab64fd7a07b1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:49.759881 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-975de4f7-5305-441b-a62a-3a8956f597ac req-10c31928-66f4-4ae0-a42c-ab64fd7a07b1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.1074626 Mar 08 13:08:49.823917 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-975de4f7-5305-441b-a62a-3a8956f597ac req-aa1585eb-cf4f-48ca-83d8-171072f0e1d7 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580523 Mar 08 13:08:50.364133 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:50.964256 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166465dc-9001-4698-bfdf-0bc4d5eedc5e req-f10a9759-2b62-4ce3-8f05-5f8f27b8be92 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:50.966524 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-166465dc-9001-4698-bfdf-0bc4d5eedc5e req-f10a9759-2b62-4ce3-8f05-5f8f27b8be92 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0572567 Mar 08 13:08:51.023128 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-166465dc-9001-4698-bfdf-0bc4d5eedc5e req-ea5d77c5-ed5f-400c-ab32-a1c1fa9a5bde tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504644 Mar 08 13:08:51.802287 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:52.170750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad5d5b-497a-47a7-b78e-313b77c6b8b8 req-ff20885e-0846-4e54-856c-e3333996d959 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:52.172212 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-61ad5d5b-497a-47a7-b78e-313b77c6b8b8 req-ff20885e-0846-4e54-856c-e3333996d959 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0594726 Mar 08 13:08:52.231001 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-61ad5d5b-497a-47a7-b78e-313b77c6b8b8 req-d41425ff-c692-4842-8280-d007fa524a52 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532868 Mar 08 13:08:53.215957 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-81796c69-63ca-4ec2-b4fc-17937490f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.217443 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-81796c69-63ca-4ec2-b4fc-17937490f4f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1129 time: 0.0479999 Mar 08 13:08:53.315554 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-f88b2685-04d5-4692-af58-77314467d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.317016 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-f88b2685-04d5-4692-af58-77314467d34a service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.0926249 Mar 08 13:08:53.407637 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72140ad-8ae0-4bc3-a5ee-1b687c795bf3 req-36ef39cb-8171-44c0-8102-1807e037bca3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.409099 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c72140ad-8ae0-4bc3-a5ee-1b687c795bf3 req-36ef39cb-8171-44c0-8102-1807e037bca3 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.1071329 Mar 08 13:08:53.411158 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-aec546ed-159b-4427-bf8b-d1efe9212ada service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 1001 time: 0.0797389 Mar 08 13:08:53.489046 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-ebc3052a-c2f2-4e5b-8da6-edcb792da95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.490405 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-ebc3052a-c2f2-4e5b-8da6-edcb792da95b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.0693014 Mar 08 13:08:53.493555 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c72140ad-8ae0-4bc3-a5ee-1b687c795bf3 req-5ca3e267-0f13-4c2f-9c15-5d1fa7cd2550 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790100 Mar 08 13:08:53.553816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-4358b893-e7bd-4125-824f-8cff0e07b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:53.555305 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-4358b893-e7bd-4125-824f-8cff0e07b742 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484149 Mar 08 13:08:53.644997 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-0270512d-c23d-44d7-9ae1-cae8ae150a3f service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824780 Mar 08 13:08:53.736117 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b5c0a2c3-9d51-40d0-9c44-944eaa7180c3 req-c9afb264-cc59-4b14-b860-82d099f97774 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853195 Mar 08 13:08:54.618329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297abe8f-f53c-429d-9828-e5254237ee9e req-afcd16c6-3f22-4a0e-ba19-83caa6200f5f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:54.619691 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-297abe8f-f53c-429d-9828-e5254237ee9e req-afcd16c6-3f22-4a0e-ba19-83caa6200f5f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0531421 Mar 08 13:08:54.665882 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-297abe8f-f53c-429d-9828-e5254237ee9e req-5d3d6551-ee7c-4ccd-94cd-98bad1f7b245 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Mar 08 13:08:55.614249 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:55.807682 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b566d-6ea6-454d-a937-d86519361107 req-fa5aeedf-efd9-49d1-a89f-297030c95b26 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:55.809213 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-db2b566d-6ea6-454d-a937-d86519361107 req-fa5aeedf-efd9-49d1-a89f-297030c95b26 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0618179 Mar 08 13:08:55.857941 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-db2b566d-6ea6-454d-a937-d86519361107 req-de728d55-5ff4-4e69-a6b0-dff0ea7ec990 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 Mar 08 13:08:56.736104 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:08:56.765550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3dbd8-c3fc-42b6-8c6b-8b164de360dd req-b0613355-a594-48f4-b88e-cd77caf2b5dd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.768205 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f2e3dbd8-c3fc-42b6-8c6b-8b164de360dd req-b0613355-a594-48f4-b88e-cd77caf2b5dd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 945 time: 0.0563314 Mar 08 13:08:56.823901 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: ACTIVE; New status is: DOWN {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:08:56.824287 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:56.844287 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-68939106-33cf-49c2-b882-0c81509967f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760684 Mar 08 13:08:56.847501 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:08:56.849910 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b304791-0430-4e95-9516-6433dd9f5764" -d '{"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:08:56.852127 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f2e3dbd8-c3fc-42b6-8c6b-8b164de360dd req-e1620f89-3ad4-4ad4-9c0c-0a95cfec6f6b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767372 Mar 08 13:08:56.862818 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:08:56.867313 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:08:56.897900 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfe6f39-6684-47b5-b79a-f9b6fd24b350 x-openstack-request-id: req-fdfe6f39-6684-47b5-b79a-f9b6fd24b350 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:08:56.898253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-unplugged", "status": "failed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "code": 422}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:08:56.898566 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdfe6f39-6684-47b5-b79a-f9b6fd24b350 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:08:56.899034 dv-cinder-830090-2-iscsi neutron-server[102989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'code': 422} returned with failed status Mar 08 13:08:56.927100 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=8']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:08:56.942742 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-9f89f767-6aeb-4880-8917-9d08fb5afd0d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:56.944102 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-9f89f767-6aeb-4880-8917-9d08fb5afd0d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports/3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 940 time: 0.0491533 Mar 08 13:08:57.894452 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-02dd670f-a05c-4470-a82d-e9691a50196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:57.895566 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-02dd670f-a05c-4470-a82d-e9691a50196b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d&tenant_id=09dffe135c044fa093bb84a1f3df92af HTTP/1.1" status: 200 len: 1127 time: 0.0777600 Mar 08 13:08:57.995217 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-e0e83fff-4597-4189-913f-ad0f2cf09ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:57.996582 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-e0e83fff-4597-4189-913f-ad0f2cf09ba3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=09dffe135c044fa093bb84a1f3df92af&device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1127 time: 0.0791519 Mar 08 13:08:58.006996 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7187-e5be-4f0e-9589-684ebdcbbdf5 req-1c9d151c-2a95-4e61-9a8d-2956132ee9c6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.008299 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-723d7187-e5be-4f0e-9589-684ebdcbbdf5 req-1c9d151c-2a95-4e61-9a8d-2956132ee9c6 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0634112 Mar 08 13:08:58.110312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-723d7187-e5be-4f0e-9589-684ebdcbbdf5 req-e95ff323-91da-467a-8413-96266e2121dd tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931385 Mar 08 13:08:58.133180 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-e926dc6a-11d2-4bd8-8c67-4a633fe208a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.134648 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-e926dc6a-11d2-4bd8-8c67-4a633fe208a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 200 len: 919 time: 0.1255491 Mar 08 13:08:58.206097 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-0cb32304-62ea-4535-ab59-a22440d50dc6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 200 len: 999 time: 0.0614994 Mar 08 13:08:58.511985 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-7311583f-60b1-4920-b10e-f70d5c4de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.513360 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-7311583f-60b1-4920-b10e-f70d5c4de120 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 200 len: 856 time: 0.2998104 Mar 08 13:08:58.560086 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-7e1ff2e2-7054-4cb8-8679-b2631d6fc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:58.562059 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-7e1ff2e2-7054-4cb8-8679-b2631d6fc7ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b7766b4c-9aa5-49ec-bb51-af9f03972938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406125 Mar 08 13:08:58.650172 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-370b3380-8af4-4256-80d9-046d0dd3d1d1 service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806940 Mar 08 13:08:58.734258 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-26ccf05b-c124-475e-86ff-bc86cba04eb7 req-17efcd4e-535e-43d6-a256-e017b12d55ac service neutron] 10.222.0.74 "GET /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778358 Mar 08 13:08:59.256690 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6703d-22bf-479e-a311-76fe98f4a95c req-ba9a6783-bdf3-44a3-bf91-dba43ed2e5d9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:08:59.260333 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3aa6703d-22bf-479e-a311-76fe98f4a95c req-ba9a6783-bdf3-44a3-bf91-dba43ed2e5d9 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0759091 Mar 08 13:08:59.341040 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-3aa6703d-22bf-479e-a311-76fe98f4a95c req-ab1f41d9-0481-4140-b1b6-eee044bfe474 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743017 Mar 08 13:09:00.474678 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130658e3-d521-4c89-85ee-dd55de187c9e req-1688dc27-f652-495f-89fc-34a81b425c52 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:00.476163 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-130658e3-d521-4c89-85ee-dd55de187c9e req-1688dc27-f652-495f-89fc-34a81b425c52 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0534275 Mar 08 13:09:00.528072 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-130658e3-d521-4c89-85ee-dd55de187c9e req-22a68c64-0dfa-484a-b255-0d8117ccc996 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Mar 08 13:09:00.742676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:00.822074 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: DOWN; New status is: DOWN {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:01.652170 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9217252-151e-4b7f-830c-776ffb5028d2 req-948470f1-b92d-4426-a42c-d43998ceffaa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:01.653652 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c9217252-151e-4b7f-830c-776ffb5028d2 req-948470f1-b92d-4426-a42c-d43998ceffaa tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0530124 Mar 08 13:09:01.703591 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c9217252-151e-4b7f-830c-776ffb5028d2 req-2ae9bba3-2012-44d9-98ae-b3e640a2478d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430641 Mar 08 13:09:02.846249 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657730a-03fe-4afe-99c4-93ab4197e62f req-41271a26-f41f-4582-a4f9-2ddfd42e69b7 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:02.848265 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a657730a-03fe-4afe-99c4-93ab4197e62f req-41271a26-f41f-4582-a4f9-2ddfd42e69b7 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0690618 Mar 08 13:09:02.897998 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a657730a-03fe-4afe-99c4-93ab4197e62f req-1dfcce43-912b-4193-b453-126929de1453 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Mar 08 13:09:03.695523 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44556) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:03.804917 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8420e6de-1ffc-41f9-bcad-b5399afd4566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:03.883061 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8420e6de-1ffc-41f9-bcad-b5399afd4566 admin admin] Publish callbacks [] for security_group (06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:03.892540 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-8420e6de-1ffc-41f9-bcad-b5399afd4566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:03.929853 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420e6de-1ffc-41f9-bcad-b5399afd4566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:03.935222 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-8420e6de-1ffc-41f9-bcad-b5399afd4566 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f32bcc1496a423da27099a23a22ec6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385952 Mar 08 13:09:03.938357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44562) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:03.989156 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] Publish callbacks [] for security_group (06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.017344 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] Publish callbacks [] for security_group (06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.094213 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae52313-4000-4cc3-a147-d38f4e63b78f req-fb0f8acb-f727-47a8-a5f3-dafb816a6051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:04.095686 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ae52313-4000-4cc3-a147-d38f4e63b78f req-fb0f8acb-f727-47a8-a5f3-dafb816a6051 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0911674 Mar 08 13:09:04.106165 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.109223 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:04.110321 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb HTTP/1.1" status: 204 len: 168 time: 0.1710696 Mar 08 13:09:04.129175 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7741a08-0123-4719-8ff8-54416b7edda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf0b9e-0233-4c46-ae9b-3bd9e4f2a5bb,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:04.189926 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7ae52313-4000-4cc3-a147-d38f4e63b78f req-46c97aba-7cee-45a8-94e0-2cc37b85f107 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787134 Mar 08 13:09:05.317336 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381db29f-7dd6-40d2-81ca-49434f4684ae req-0926659c-9747-46d3-ac61-8f82d9d1d144 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:05.319807 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-381db29f-7dd6-40d2-81ca-49434f4684ae req-0926659c-9747-46d3-ac61-8f82d9d1d144 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0650558 Mar 08 13:09:05.382955 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-381db29f-7dd6-40d2-81ca-49434f4684ae req-523156ee-ee48-499a-9bef-d4163a5431c4 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571067 Mar 08 13:09:06.514984 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14c72-c58c-476c-b23d-4f0234a9c2cc req-477a0f34-58dd-464c-a2e6-7c7aa3bb6330 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:06.516372 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9e14c72-c58c-476c-b23d-4f0234a9c2cc req-477a0f34-58dd-464c-a2e6-7c7aa3bb6330 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0537922 Mar 08 13:09:06.563140 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b9e14c72-c58c-476c-b23d-4f0234a9c2cc req-451bdcd9-389c-4a7d-b634-93c55cde959b tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 Mar 08 13:09:07.695238 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f7192-03ff-4318-b3af-b651f64fd283 req-f28dce46-2085-4ad3-93af-adb55bbe4bde tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:07.696712 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-683f7192-03ff-4318-b3af-b651f64fd283 req-f28dce46-2085-4ad3-93af-adb55bbe4bde tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0634263 Mar 08 13:09:07.744173 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-683f7192-03ff-4318-b3af-b651f64fd283 req-5764b5b8-5bf6-4765-9885-0f20a5824be7 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Mar 08 13:09:08.871676 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e770-d36e-4fb2-b64b-65ff7bae8a5b req-453ead8f-e1d3-4adb-a367-3c59f364d86c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:08.873725 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e3e3e770-d36e-4fb2-b64b-65ff7bae8a5b req-453ead8f-e1d3-4adb-a367-3c59f364d86c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0538788 Mar 08 13:09:08.919727 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e3e3e770-d36e-4fb2-b64b-65ff7bae8a5b req-f2d6262a-fb5d-4f2f-8cb0-9ab68fa31325 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404420 Mar 08 13:09:10.041511 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a88dcc-fb2a-41c6-b060-636ee930dd85 req-58ba39b0-a578-4d59-9670-1af3bb65687d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:10.043221 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e4a88dcc-fb2a-41c6-b060-636ee930dd85 req-58ba39b0-a578-4d59-9670-1af3bb65687d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 943 time: 0.0525541 Mar 08 13:09:10.089445 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e4a88dcc-fb2a-41c6-b060-636ee930dd85 req-5b68677b-69db-4487-8e77-a235dab139c8 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401976 Mar 08 13:09:10.796930 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:09:10.899547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:10.910453 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'port_id': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'mac_address': 'fa:16:3e:7c:9f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:09:10.951861 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:10.952314 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:10.965887 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:10.987170 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:10.990765 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:11.041851 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=9']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:11.215656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:11.251186 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab88d2-56d2-436b-96b8-c4e4c1d45ff1 req-c833d3cb-714b-49db-be2a-3f13c4715c85 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:11.252656 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfab88d2-56d2-436b-96b8-c4e4c1d45ff1 req-c833d3cb-714b-49db-be2a-3f13c4715c85 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.0518713 Mar 08 13:09:11.302285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-cfab88d2-56d2-436b-96b8-c4e4c1d45ff1 req-5cfc5971-2757-4910-8a38-cfb6e28dc37e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Mar 08 13:09:12.274719 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44702) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:12.380766 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-83c1cf25-63b1-433d-be54-961822d3d1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.454443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe117e-d274-4a4d-9f29-2c44e56ce6b9 req-51765a0a-e733-4e3e-81c6-3c554bd11504 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:12.455882 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1cfe117e-d274-4a4d-9f29-2c44e56ce6b9 req-51765a0a-e733-4e3e-81c6-3c554bd11504 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 944 time: 0.0768287 Mar 08 13:09:12.523422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-83c1cf25-63b1-433d-be54-961822d3d1e5 admin admin] Publish callbacks [] for security_group (10774b80-1649-4642-b0bd-ed14158d731c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.527046 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-1cfe117e-d274-4a4d-9f29-2c44e56ce6b9 req-11247b6a-9d9f-4b9c-ba57-4ece7faba530 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650611 Mar 08 13:09:12.528010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-83c1cf25-63b1-433d-be54-961822d3d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (10774b80-1649-4642-b0bd-ed14158d731c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.564828 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-83c1cf25-63b1-433d-be54-961822d3d1e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e0f064f26e4b7b9dbeda57f4cb45f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890506 Mar 08 13:09:12.566823 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1cf25-63b1-433d-be54-961822d3d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10774b80-1649-4642-b0bd-ed14158d731c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:12.567523 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44708) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:12.617139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] Publish callbacks [] for security_group (10774b80-1649-4642-b0bd-ed14158d731c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.637179 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] Publish callbacks [] for security_group (10774b80-1649-4642-b0bd-ed14158d731c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.683180 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (10774b80-1649-4642-b0bd-ed14158d731c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.686111 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.687277 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10774b80-1649-4642-b0bd-ed14158d731c HTTP/1.1" status: 204 len: 168 time: 0.1188002 Mar 08 13:09:12.695271 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288446c2-f9da-428b-8e0c-1c1354dff0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10774b80-1649-4642-b0bd-ed14158d731c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:12.802329 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:12.850336 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:12.850713 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.930419 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:12.930812 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.944283 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44714) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:12.957637 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:12.958491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a75780c-093d-472e-bff1-d7f9f39928af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:12.959888 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3240891-44ec-41be-ac3d-609b290b1eb6" -d '{"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:12.975405 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:12.980726 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.004203 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6db300-a312-4817-846d-f3c0de22048e x-openstack-request-id: req-6b6db300-a312-4817-846d-f3c0de22048e {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:13.004518 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:13.004796 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b6db300-a312-4817-846d-f3c0de22048e {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:13.005157 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'code': 200} Mar 08 13:09:13.038619 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=10']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:13.039225 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a75780c-093d-472e-bff1-d7f9f39928af admin admin] Publish callbacks [] for security_group (f03ed94a-fe85-442d-8fdf-b2b3fefba15c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.047262 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a75780c-093d-472e-bff1-d7f9f39928af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (f03ed94a-fe85-442d-8fdf-b2b3fefba15c), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.093549 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75780c-093d-472e-bff1-d7f9f39928af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ed94a-fe85-442d-8fdf-b2b3fefba15c,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:13.101357 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5a75780c-093d-472e-bff1-d7f9f39928af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aee8dceb872749e09f8f3c2a10214a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536758 Mar 08 13:09:13.101931 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44718) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:13.150083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] Publish callbacks [] for security_group (f03ed94a-fe85-442d-8fdf-b2b3fefba15c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.175100 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] Publish callbacks [] for security_group (f03ed94a-fe85-442d-8fdf-b2b3fefba15c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.194859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022090a7-e316-4d6d-acfc-cea48ebcc8b5 req-7256d553-d32f-4caa-9797-9a17f5a6785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.196401 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-022090a7-e316-4d6d-acfc-cea48ebcc8b5 req-7256d553-d32f-4caa-9797-9a17f5a6785c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 1130 time: 0.0474763 Mar 08 13:09:13.222969 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (f03ed94a-fe85-442d-8fdf-b2b3fefba15c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.225625 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.227213 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f03ed94a-fe85-442d-8fdf-b2b3fefba15c HTTP/1.1" status: 204 len: 168 time: 0.1247318 Mar 08 13:09:13.236258 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd138cb1-9832-4251-8390-753ce731d3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ed94a-fe85-442d-8fdf-b2b3fefba15c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:13.245862 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-022090a7-e316-4d6d-acfc-cea48ebcc8b5 req-3e6ac1f6-f36e-4b9e-94ef-09b1321fa27a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Mar 08 13:09:13.532865 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44724) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:13.545581 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff20-29ca-4f62-be97-04ef17c4ba8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.620940 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff20-29ca-4f62-be97-04ef17c4ba8b admin admin] Publish callbacks [] for security_group (768889b8-afa7-4c70-a1d3-e113ad2d4425), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.626619 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-69e3ff20-29ca-4f62-be97-04ef17c4ba8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (768889b8-afa7-4c70-a1d3-e113ad2d4425), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.654802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ed9db-df53-4fa6-ac00-387371cd9d23 req-cd963286-e2fe-4db7-bc85-c785d99f2019 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:13.656277 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-af3ed9db-df53-4fa6-ac00-387371cd9d23 req-cd963286-e2fe-4db7-bc85-c785d99f2019 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0531681 Mar 08 13:09:13.663468 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3ff20-29ca-4f62-be97-04ef17c4ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768889b8-afa7-4c70-a1d3-e113ad2d4425,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:13.668452 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-69e3ff20-29ca-4f62-be97-04ef17c4ba8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29eb27b949be4ba18024a04dc5172fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345370 Mar 08 13:09:13.671255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44728) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:13.704772 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-af3ed9db-df53-4fa6-ac00-387371cd9d23 req-6afded7a-de0a-4b6f-a4d1-630e190a7fe1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Mar 08 13:09:13.720128 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] Publish callbacks [] for security_group (768889b8-afa7-4c70-a1d3-e113ad2d4425), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.740103 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] Publish callbacks [] for security_group (768889b8-afa7-4c70-a1d3-e113ad2d4425), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.789513 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (768889b8-afa7-4c70-a1d3-e113ad2d4425), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.792014 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:13.793127 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/768889b8-afa7-4c70-a1d3-e113ad2d4425 HTTP/1.1" status: 204 len: 168 time: 0.1212838 Mar 08 13:09:13.801612 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb276f3c-115c-4b82-a55f-ebabcadc3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768889b8-afa7-4c70-a1d3-e113ad2d4425,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:14.487786 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44758) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:14.582900 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1790167914-network', 'tenant_id': '4cc59aee837c4854aa9382d22f775572'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:14.603946 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Made reservation on behalf of 4cc59aee837c4854aa9382d22f775572 for: {'network': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:14.606306 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.615228 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.697934 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks [] for security_group (5acf1c7f-a0c6-45e3-a75c-a89ed02539f9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.702251 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5acf1c7f-a0c6-45e3-a75c-a89ed02539f9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.727831 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=102988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:09:14.738339 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf1c7f-a0c6-45e3-a75c-a89ed02539f9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:14.746453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (23044c87-03f9-499c-a9c5-162d1cbf427c), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.746840 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.segments_db [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Added segment 23044c87-03f9-499c-a9c5-162d1cbf427c of type vlan for network 40a9845a-58b4-4846-ba37-c7ca98369045 Mar 08 13:09:14.794257 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (40a9845a-58b4-4846-ba37-c7ca98369045), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.826101 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (40a9845a-58b4-4846-ba37-c7ca98369045), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.827589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.828394 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:14.839541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7978527-a63e-4cb4-8331-64c33113888c req-a66ed811-ad3b-4f1a-8f7a-82865694412c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:14.842317 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e7978527-a63e-4cb4-8331-64c33113888c req-a66ed811-ad3b-4f1a-8f7a-82865694412c tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0603812 Mar 08 13:09:14.862391 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3735116 Mar 08 13:09:14.867129 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44790) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:14.894267 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e7978527-a63e-4cb4-8331-64c33113888c req-fd3078dc-4923-4625-bfba-a4423cb1214f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Mar 08 13:09:14.900808 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Request body: {'subnet': {'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1790167914-subnet', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:14.911083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2baf66-4f67-4e05-9173-295a085394ed admin admin] Pushing event updated for resources: {'Network': ['ID=40a9845a-58b4-4846-ba37-c7ca98369045,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:14.921921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network 40a9845a-58b4-4846-ba37-c7ca98369045 details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:09:14.931326 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Made reservation on behalf of 4cc59aee837c4854aa9382d22f775572 for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:14.933833 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.101559 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (128475ef-cc7f-41e5-9fe2-a4c8b60b523d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.156072 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128475ef-cc7f-41e5-9fe2-a4c8b60b523d,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:15.164455 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Checking segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:15.164798 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Network hostable DHCP agents. Network: 40a9845a-58b4-4846-ba37-c7ca98369045, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:09:15.180233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Network 40a9845a-58b4-4846-ba37-c7ca98369045 is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:09:15.189300 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, 40a9845a-58b4-4846-ba37-c7ca98369045) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:15.193273 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:15.193871 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.198085 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ea6a0-1837-4196-9a83-b297a11401bf None None] Network 40a9845a-58b4-4846-ba37-c7ca98369045 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:15.210242 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fa9f189d-e56d-436e-9201-c0eaa46c2f51 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419294 Mar 08 13:09:15.212799 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44792) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:15.217494 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:15.236340 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.237449 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.292722 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for router_controller (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.297868 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-40a9845a-58b4-4846-ba37-c7ca98369045', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:09:15.298751 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.431087 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Allocated IP 172.20.0.2 (40a9845a-58b4-4846-ba37-c7ca98369045/128475ef-cc7f-41e5-9fe2-a4c8b60b523d/e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:15.431432 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for router_gateway (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.575957 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-198954ea-0b7d-48cb-a9e9-8885cdd88e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.582153 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks [] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.587928 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.629484 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Network 40a9845a-58b4-4846-ba37-c7ca98369045 is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:15.632302 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:15.636851 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:15.639907 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Pushing event updated for resources: {'Port': ['ID=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:15.641239 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for router_gateway (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.659946 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.696401 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Attempting to bind port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:15.696693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Attempting to bind port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:15.697055 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Attempting to bind port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 on network 40a9845a-58b4-4846-ba37-c7ca98369045 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:15.702443 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:15.702819 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Checking segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:15.703216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.703613 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Bound using segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:15.704125 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Bound port: e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:15.704513 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.762685 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Allocated IP 172.27.1.123 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/c6a3304e-8256-425e-8464-ba397fc675a9) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:15.766544 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] For port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:15.769916 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] For port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:15.775938 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.837106 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811979e7-9fa4-4348-b8db-62bc26f605fd None None] Pushing event updated for resources: {'Port': ['ID=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:15.874688 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for port (c6a3304e-8256-425e-8464-ba397fc675a9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.909894 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:15.952775 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:15.956270 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:15.960768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:15.964081 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Pushing event updated for resources: {'Port': ['ID=c6a3304e-8256-425e-8464-ba397fc675a9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:16.231998 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714c09-f9a9-48cb-9d63-6847900fb488 req-93ac27cc-1368-4932-80af-6ec5f01c1f24 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:16.233523 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-92714c09-f9a9-48cb-9d63-6847900fb488 req-93ac27cc-1368-4932-80af-6ec5f01c1f24 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0531754 Mar 08 13:09:16.248183 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for router_gateway (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:16.280888 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-92714c09-f9a9-48cb-9d63-6847900fb488 req-74c5c862-6971-47f5-872d-9c9ae441777d tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Mar 08 13:09:16.446280 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:16.579502 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:09:16.692716 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:16.706843 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Sync routers for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:16.712850 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:16.717563 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44800) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:16.717689 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1a8a036d-7f0d-4caf-adb8-a3786c09ad2b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5039313 Mar 08 13:09:16.740370 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:16.740935 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:08:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:16.792274 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:16.823751 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b51f4-e3aa-4c13-a80d-60e1a6e1dcb1 None None] Network 40a9845a-58b4-4846-ba37-c7ca98369045 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:17.094547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Provisioning complete for port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:17.094841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.124157 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:17.166832 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.211364 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:17.211739 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.319259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Allocated IP 172.20.0.1 (40a9845a-58b4-4846-ba37-c7ca98369045/128475ef-cc7f-41e5-9fe2-a4c8b60b523d/81f7f23d-3441-4d8b-ae5e-48da41e19780) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:17.407787 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Current status of the port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:17.408166 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.427889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks [] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.464301 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.478103 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:17.478502 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.501045 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Network 40a9845a-58b4-4846-ba37-c7ca98369045 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:17.505193 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] For port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:17.505949 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:17.509861 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:17.516903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.546362 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:17.558268 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.570148 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:16Z', 'revision_number': 3, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:17.613163 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Checking router: bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:17.613811 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Updating router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 port c6a3304e-8256-425e-8464-ba397fc675a9 binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:09:17.655251 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 13:09:17.655616 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG oslo_db.api [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 13:09:17.664694 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e3af7-290b-4004-8dad-332e2576a8f4 None None] Pushing event updated for resources: {'Port': ['ID=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:17.668268 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.697533 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-bb679d5b-cf33-4e6f-a240-bb42c681ccb4 None None] Provisioning complete for port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:17.697939 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bb679d5b-cf33-4e6f-a240-bb42c681ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.718958 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.886237 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks [] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.890874 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.919001 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bf4cfef1-0ce4-439e-a152-f7d778c38274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:17.920826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-bb679d5b-cf33-4e6f-a240-bb42c681ccb4 None None] Current status of the port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:17.957378 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Pushing event updated for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:17.962259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.010797 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks [] for port (c6a3304e-8256-425e-8464-ba397fc675a9), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.017040 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.057148 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Network 40a9845a-58b4-4846-ba37-c7ca98369045 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:18.058825 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:18.085175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f79f-b574-4e24-8903-ffa8c8ef8026 None None] Pushing event updated for resources: {'Port': ['ID=c6a3304e-8256-425e-8464-ba397fc675a9,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:18.088468 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Attempting to bind port c6a3304e-8256-425e-8464-ba397fc675a9 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:18.088836 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Attempting to bind port c6a3304e-8256-425e-8464-ba397fc675a9 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:18.089203 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Attempting to bind port c6a3304e-8256-425e-8464-ba397fc675a9 on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:18.092104 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a77f67ce-6f4b-4cee-b91f-c5a5ec95c9b6 None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:18.092474 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a77f67ce-6f4b-4cee-b91f-c5a5ec95c9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.114514 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:18.114898 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:18.115305 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.115704 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:18.116189 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Bound port: c6a3304e-8256-425e-8464-ba397fc675a9, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:18.116572 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.121454 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:09:18.187522 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:18.189915 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a77f67ce-6f4b-4cee-b91f-c5a5ec95c9b6 None None] Port 81f7f23d-3441-4d8b-ae5e-48da41e19780 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:18.211175 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] For port c6a3304e-8256-425e-8464-ba397fc675a9, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:18.213533 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:18.217000 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] For port c6a3304e-8256-425e-8464-ba397fc675a9, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c6a3304e-8256-425e-8464-ba397fc675a9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:18.227011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.288616 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:18.289244 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:18.293970 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f79f-b574-4e24-8903-ffa8c8ef8026 None None] Pushing event updated for resources: {'Port': ['ID=c6a3304e-8256-425e-8464-ba397fc675a9,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:18.317770 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:18.323398 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b26ccd20-f6c1-4d27-9c2d-6c245d69e7c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1be9d4-d4ba-49ab-87e8-9d9a8533c861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6048391 Mar 08 13:09:18.355293 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-7c6960d8-2e86-4d5b-aeee-6357d17660f9 None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:18.355669 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7c6960d8-2e86-4d5b-aeee-6357d17660f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.433920 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-7c6960d8-2e86-4d5b-aeee-6357d17660f9 None None] Port 81f7f23d-3441-4d8b-ae5e-48da41e19780 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:18.438480 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:18.637211 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 2, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:18.668586 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda063e0-0741-49e2-a0ad-bab662b641d4 None None] The sync data for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi is: [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 2, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:18.756398 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:18.795747 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44818) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:18.800661 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-694841480-network', 'tenant_id': '81ca00632ea7477cbf79efa16346381d'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:18.805544 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:18.805972 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.821475 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Made reservation on behalf of 81ca00632ea7477cbf79efa16346381d for: {'network': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:18.823761 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for network (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.832762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.920784 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:18.948604 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks [] for security_group (e03bae2e-7a34-4b5d-9f24-aacd23b40b7c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.953512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e03bae2e-7a34-4b5d-9f24-aacd23b40b7c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.982527 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=102987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 13:09:18.989235 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03bae2e-7a34-4b5d-9f24-aacd23b40b7c,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:18.998969 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ee4b89c4-360d-437f-9611-788f65d3ab95), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:18.999390 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.segments_db [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Added segment ee4b89c4-360d-437f-9611-788f65d3ab95 of type vlan for network df89f5c4-84ad-4c8d-ac97-ad878e01110f Mar 08 13:09:19.017328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.049339 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765797431071'] for network (df89f5c4-84ad-4c8d-ac97-ad878e01110f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.076216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333'] for network (df89f5c4-84ad-4c8d-ac97-ad878e01110f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.077367 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:19.077726 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.114229 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3172352 Mar 08 13:09:19.117182 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44820) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:19.122908 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Request body: {'subnet': {'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-694841480-subnet', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'ip_version': 4}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:19.149448 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Made reservation on behalf of 81ca00632ea7477cbf79efa16346381d for: {'subnet': 1} {{(pid=102988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:19.152334 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4310767'] for subnet (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.160909 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Pushing event updated for resources: {'Network': ['ID=df89f5c4-84ad-4c8d-ac97-ad878e01110f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:19.169916 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.170268 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.170611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.170947 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.171278 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.171783 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.172120 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.172447 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.172789 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.173099 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.173635 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.173771 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.174081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14306924-896e-4c26-82e3-66e87ca96820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:19.236456 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f details requested by agent ovs-agent-dv-cinder-830090-2-iscsi with host dv-cinder-830090-2-iscsi {{(pid=102989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 13:09:19.339045 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5218844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4310769'] for subnet (3306f293-bf1b-4630-a125-c9fd0bb4255d), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.402788 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3306f293-bf1b-4630-a125-c9fd0bb4255d,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:19.412022 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Checking segment: {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:19.412585 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Network hostable DHCP agents. Network: df89f5c4-84ad-4c8d-ac97-ad878e01110f, hostable agents: ['34edebb2-7e93-4803-9608-7fa4f6c6a237'], hosted agents: [] {{(pid=102988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 13:09:19.430028 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f is scheduled to be hosted by DHCP agent 34edebb2-7e93-4803-9608-7fa4f6c6a237 with binding_index 1 {{(pid=102988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 13:09:19.443117 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830090-2-iscsi, df89f5c4-84ad-4c8d-ac97-ad878e01110f) {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:19.447505 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:19.449090 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.452403 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d979244-e95f-4402-94ee-8411cb26aedd None None] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:19.467159 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6a3784ed-bdc2-457a-9f03-5337ffe768d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3477495 Mar 08 13:09:19.469388 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44822) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:19.473920 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:19.494770 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8194201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9335'] for router (a69ae655-878b-447a-b361-0dc38d3375a3), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.496022 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8197481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8192986', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8026799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9342'] for router (a69ae655-878b-447a-b361-0dc38d3375a3), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.555261 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for router_controller (a69ae655-878b-447a-b361-0dc38d3375a3), precommit_add_association {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.571005 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f844b8f-85dc-5fc0-87d5-102e07e03860-df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'project_id': '81ca00632ea7477cbf79efa16346381d', 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d'}]}} from dv-cinder-830090-2-iscsi. {{(pid=102989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 13:09:19.571913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.698917 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for router_gateway (a69ae655-878b-447a-b361-0dc38d3375a3), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.721174 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.db_base_plugin_common [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Allocated IP 172.20.0.2 (df89f5c4-84ad-4c8d-ac97-ad878e01110f/3306f293-bf1b-4630-a125-c9fd0bb4255d/df8af173-f92c-409f-8bf6-cc2daf6171a2) {{(pid=102989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:19.879245 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks [] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), precommit_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.886216 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), after_create {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.910543 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for router_gateway (a69ae655-878b-447a-b361-0dc38d3375a3), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.925921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f is already hosted by enough agents. {{(pid=102989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:19.930451 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.scheduler.base_scheduler [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Resources bound (agent type, host, resource id): {{(pid=102989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:19.931671 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:19.934235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Received port after_create {{(pid=102989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:19.941937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Pushing event updated for resources: {'Port': ['ID=df8af173-f92c-409f-8bf6-cc2daf6171a2,revision_number=1']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:19.998637 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Attempting to bind port df8af173-f92c-409f-8bf6-cc2daf6171a2 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:19.999201 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Attempting to bind port df8af173-f92c-409f-8bf6-cc2daf6171a2 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:19.999796 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Attempting to bind port df8af173-f92c-409f-8bf6-cc2daf6171a2 on network df89f5c4-84ad-4c8d-ac97-ad878e01110f {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:20.005198 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:20.005578 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Checking segment: {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:20.006041 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.006450 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Bound using segment: {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:20.006921 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Bound port: df8af173-f92c-409f-8bf6-cc2daf6171a2, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:20.007310 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.046835 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Allocated IP 172.27.1.36 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/0e43124e-67a3-4cbf-970a-fb81f127471e) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:20.084571 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] For port df8af173-f92c-409f-8bf6-cc2daf6171a2, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:20.088328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] For port df8af173-f92c-409f-8bf6-cc2daf6171a2, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df8af173-f92c-409f-8bf6-cc2daf6171a2,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:20.095730 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.161001 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7556e5-f8ee-478e-8a2a-1fec94028935 None None] Pushing event updated for resources: {'Port': ['ID=df8af173-f92c-409f-8bf6-cc2daf6171a2,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:20.161241 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.196015 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.243108 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:20.246130 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:20.251115 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:20.254229 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Pushing event updated for resources: {'Port': ['ID=0e43124e-67a3-4cbf-970a-fb81f127471e,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:20.375559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.766829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for router_gateway (a69ae655-878b-447a-b361-0dc38d3375a3), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.801610 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df8af173-f92c-409f-8bf6-cc2daf6171a2 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:20.852352 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port df8af173-f92c-409f-8bf6-cc2daf6171a2 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:20.852727 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.931978 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port df8af173-f92c-409f-8bf6-cc2daf6171a2 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:20.932676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.964709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port df8af173-f92c-409f-8bf6-cc2daf6171a2, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df8af173-f92c-409f-8bf6-cc2daf6171a2,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:20.969057 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:20.969905 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c6a3304e-8256-425e-8464-ba397fc675a9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:20.971789 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8197474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8193015'] for router (a69ae655-878b-447a-b361-0dc38d3375a3), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.052867 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=df8af173-f92c-409f-8bf6-cc2daf6171a2,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:21.067064 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port c6a3304e-8256-425e-8464-ba397fc675a9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:21.067787 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.120586 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Router a69ae655-878b-447a-b361-0dc38d3375a3 is scheduled to L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e with binding_index 1 {{(pid=102988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 13:09:21.168426 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port c6a3304e-8256-425e-8464-ba397fc675a9 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:21.168822 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.193674 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port c6a3304e-8256-425e-8464-ba397fc675a9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c6a3304e-8256-425e-8464-ba397fc675a9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:21.198121 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.232529 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Sync routers for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:21.242810 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:21.248087 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:21.249669 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:21.269517 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.274439 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-68805a59-2764-40e4-8151-34efc2e29bad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8010280 Mar 08 13:09:21.274561 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44824) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:21.280979 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=c6a3304e-8256-425e-8464-ba397fc675a9,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:21.283702 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Sync routers for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:21.299238 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:21.299881 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:21.375432 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:21.411348 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898ad98e-d4f7-45de-90f0-14d7fc69ad0f None None] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:21.486534 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:21.572569 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-5926f882-3bf4-4ba9-a882-88375bd59ad8 None None] Provisioning complete for port df8af173-f92c-409f-8bf6-cc2daf6171a2 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:21.572980 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5926f882-3bf4-4ba9-a882-88375bd59ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.586483 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 2, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:21.613097 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Checking router: bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:21.613468 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Updating router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 port 81f7f23d-3441-4d8b-ae5e-48da41e19780 binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:09:21.642788 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.737565 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.764032 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5926f882-3bf4-4ba9-a882-88375bd59ad8 None None] Current status of the port df8af173-f92c-409f-8bf6-cc2daf6171a2 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:21.791835 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:20Z', 'revision_number': 3, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:21.827918 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Checking router: a69ae655-878b-447a-b361-0dc38d3375a3 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:21.828252 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Updating router a69ae655-878b-447a-b361-0dc38d3375a3 port 0e43124e-67a3-4cbf-970a-fb81f127471e binding host dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:09:21.830092 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.860306 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.924226 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Allocated IP 172.20.0.1 (df89f5c4-84ad-4c8d-ac97-ad878e01110f/3306f293-bf1b-4630-a125-c9fd0bb4255d/0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:21.963405 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks [] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:21.970896 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.013357 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-3961f862-750e-4aea-bd00-80184d5f852d None None] Provisioning complete for port df8af173-f92c-409f-8bf6-cc2daf6171a2 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:22.013890 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3961f862-750e-4aea-bd00-80184d5f852d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.026419 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Pushing event updated for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.045081 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks [] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.054970 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.054970 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.054970 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.055385 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.055385 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.055744 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.056187 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.056586 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.056983 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.057389 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.057925 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.058218 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.058657 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:22.092386 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Attempting to bind port 81f7f23d-3441-4d8b-ae5e-48da41e19780 on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:22.092692 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Attempting to bind port 81f7f23d-3441-4d8b-ae5e-48da41e19780 by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:22.093148 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Attempting to bind port 81f7f23d-3441-4d8b-ae5e-48da41e19780 on network 40a9845a-58b4-4846-ba37-c7ca98369045 {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:22.096857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.099545 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:22.099939 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Checking segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:22.100326 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.100963 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Bound using segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:22.101614 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Bound port: 81f7f23d-3441-4d8b-ae5e-48da41e19780, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:22.102219 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.161001 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Pushing event updated for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.176732 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:22.178607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:22.183284 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:22.189619 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] For port 81f7f23d-3441-4d8b-ae5e-48da41e19780, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:22.193282 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] For port 81f7f23d-3441-4d8b-ae5e-48da41e19780, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=81f7f23d-3441-4d8b-ae5e-48da41e19780,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:22.204911 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.240631 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8196058'] for router_interface (a69ae655-878b-447a-b361-0dc38d3375a3), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.267781 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11de7d-a9a3-4346-a988-b2eb1a7358cc None None] Pushing event updated for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=4']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.296449 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:22.297695 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:22.328393 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-3961f862-750e-4aea-bd00-80184d5f852d None None] Current status of the port df8af173-f92c-409f-8bf6-cc2daf6171a2 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:22.411762 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks [] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), precommit_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.418142 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.441799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.459909 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:22.498157 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Attempting to bind port 0e43124e-67a3-4cbf-970a-fb81f127471e on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:22.498532 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Attempting to bind port 0e43124e-67a3-4cbf-970a-fb81f127471e by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:22.498914 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Attempting to bind port 0e43124e-67a3-4cbf-970a-fb81f127471e on network b5afd8a1-6c5e-4363-83b2-da129d45e414 {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:22.502285 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:22.502660 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.541143 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42816e53-0bcb-4114-8133-287cac5ce063 None None] Pushing event updated for resources: {'Port': ['ID=0e43124e-67a3-4cbf-970a-fb81f127471e,revision_number=2']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.548320 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:22.548876 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Checking segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:22.549111 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.549500 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Bound using segment: {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'} {{(pid=102989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:22.550015 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.managers [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Bound port: 0e43124e-67a3-4cbf-970a-fb81f127471e, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d6b66-50a7-4f96-8082-b0895766b7e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414'}}] {{(pid=102989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:22.550409 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.622868 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] For port 0e43124e-67a3-4cbf-970a-fb81f127471e, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:22.629376 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] For port 0e43124e-67a3-4cbf-970a-fb81f127471e, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0e43124e-67a3-4cbf-970a-fb81f127471e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:22.650216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks [] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.656468 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.658800 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.693448 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Current status of the port 81f7f23d-3441-4d8b-ae5e-48da41e19780 is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:22.693859 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.720966 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:22.724506 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7907443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8196022'] for router_interface (a69ae655-878b-447a-b361-0dc38d3375a3), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.727190 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Pushing event updated for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.753852 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:22.754474 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:22.758136 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42816e53-0bcb-4114-8133-287cac5ce063 None None] Pushing event updated for resources: {'Port': ['ID=0e43124e-67a3-4cbf-970a-fb81f127471e,revision_number=3']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.764927 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f973b982-b71f-4079-824f-bc505a6b8216 None None] The sync data for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi is: [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:22.807568 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] For port 81f7f23d-3441-4d8b-ae5e-48da41e19780, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=81f7f23d-3441-4d8b-ae5e-48da41e19780,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:22.821827 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:22.842900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:22.844377 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:22.890110 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df8af173-f92c-409f-8bf6-cc2daf6171a2 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:22.963007 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795b88b-211f-4c67-a58f-071e4aea4c38 None None] Pushing event updated for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:22.991057 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:22.996788 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Router a69ae655-878b-447a-b361-0dc38d3375a3 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:23.027247 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.027801 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.130259 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port df8af173-f92c-409f-8bf6-cc2daf6171a2 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.130528 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.140052 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:23.154364 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-881e089b-a92b-460e-9905-74d8b8b5d9af admin admin] 10.222.0.20 "PUT /v2.0/routers/a69ae655-878b-447a-b361-0dc38d3375a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695221 Mar 08 13:09:23.279207 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Current status of the port 81f7f23d-3441-4d8b-ae5e-48da41e19780 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:23.343543 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port df8af173-f92c-409f-8bf6-cc2daf6171a2 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:23.344650 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c6a3304e-8256-425e-8464-ba397fc675a9 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:23.351203 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Provisioning complete for port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.351607 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.423849 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-eea4af63-b9e2-4af5-8dd3-8e8b531ae6f0 None None] Port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:23.446218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b', 'name': '', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'mac_address': 'fa:16:3e:2e:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:21Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 2, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'subnets': [{'id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:23.449319 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port c6a3304e-8256-425e-8464-ba397fc675a9 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.449693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.475106 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59b980-57d9-41b1-a074-250c118c6775 None None] The sync data for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi is: [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b', 'name': '', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'mac_address': 'fa:16:3e:2e:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:21Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 2, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'subnets': [{'id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:23.576444 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port c6a3304e-8256-425e-8464-ba397fc675a9 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:23.577546 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 81f7f23d-3441-4d8b-ae5e-48da41e19780 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:23.579370 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-23bb0507-0cd8-4b0e-b868-2763a7ad8f74 None None] Provisioning complete for port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.579740 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-23bb0507-0cd8-4b0e-b868-2763a7ad8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.642652 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-23bb0507-0cd8-4b0e-b868-2763a7ad8f74 None None] Port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:23.654535 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:23.654937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.774349 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44832) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:23.778931 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 81f7f23d-3441-4d8b-ae5e-48da41e19780 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:23.780659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-252095228', 'description': 'tempest-secgroup-smoke-252095228 description', 'project_id': '4cc59aee837c4854aa9382d22f775572'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:23.801988 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.875573 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (66009e5c-9300-48ae-a294-c19d4b76d41b), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.879406 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (66009e5c-9300-48ae-a294-c19d4b76d41b), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.908196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:23.909423 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1334436 Mar 08 13:09:23.912394 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44834) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:23.916680 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:23.923174 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66009e5c-9300-48ae-a294-c19d4b76d41b,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:23.937814 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.938155 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.938492 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.938826 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.939153 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.939476 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.939797 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.940117 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.940435 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.940853 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.941175 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.941491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.941826 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fd36e-c253-4caa-ac38-6ad7d433f987 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:23.958622 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (535aa2be-5bb8-4b81-a296-45f200919b42), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.007960 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (535aa2be-5bb8-4b81-a296-45f200919b42), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.011771 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (535aa2be-5bb8-4b81-a296-45f200919b42), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.029861 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535aa2be-5bb8-4b81-a296-45f200919b42,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.038762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.039970 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f1b11b8d-3e9d-4f3a-a6ba-899bf5d28e13 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266649 Mar 08 13:09:24.042718 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 44836) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:24.048070 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:24.072989 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (45a47157-455f-497d-b131-dd887dde70e1), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.130473 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (45a47157-455f-497d-b131-dd887dde70e1), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.134862 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (45a47157-455f-497d-b131-dd887dde70e1), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.155147 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a47157-455f-497d-b131-dd887dde70e1,revision_number=0']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.174197 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.175795 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a99257f0-77d1-4d41-8777-a5ce024119a1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316102 Mar 08 13:09:24.178596 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44838) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:24.183350 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:24.207924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (b5cc25c6-b71e-4cce-b845-e055ec3b1d4c), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.266598 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (b5cc25c6-b71e-4cce-b845-e055ec3b1d4c), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.271545 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (b5cc25c6-b71e-4cce-b845-e055ec3b1d4c), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.288681 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cc25c6-b71e-4cce-b845-e055ec3b1d4c,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.297182 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.298413 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4f89aec4-4fd5-4544-827a-747bbef31b56 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187418 Mar 08 13:09:24.301035 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44840) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:24.305297 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:24.334365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (16ce8d85-93ac-4d30-9e89-f5bd7a2dbffd), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.390161 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (16ce8d85-93ac-4d30-9e89-f5bd7a2dbffd), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.393541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (16ce8d85-93ac-4d30-9e89-f5bd7a2dbffd), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.410163 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ce8d85-93ac-4d30-9e89-f5bd7a2dbffd,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.418051 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.419715 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a861ec35-75a1-4dc1-b858-120013741676 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177127 Mar 08 13:09:24.422430 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44842) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:24.427036 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:24.446951 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Project 4cc59aee837c4854aa9382d22f775572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:09:24.452728 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (3f935c7a-6446-44fb-b1ef-eaa586dbfade), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.511338 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (3f935c7a-6446-44fb-b1ef-eaa586dbfade), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.515380 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (3f935c7a-6446-44fb-b1ef-eaa586dbfade), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.532918 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f935c7a-6446-44fb-b1ef-eaa586dbfade,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.543844 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.545055 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-369af8a2-6856-4152-a304-9a0b704993dc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217053 Mar 08 13:09:24.547809 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 44844) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:24.551900 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'security_group_rule': {'security_group_id': '66009e5c-9300-48ae-a294-c19d4b76d41b', 'project_id': '4cc59aee837c4854aa9382d22f775572', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:24.570208 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.securitygroups_db [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Project 4cc59aee837c4854aa9382d22f775572 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 13:09:24.575492 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (9b3684be-6985-46d2-9cf3-f61f0519bb01), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.634611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (9b3684be-6985-46d2-9cf3-f61f0519bb01), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.638436 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026404'] for security_group_rule (9b3684be-6985-46d2-9cf3-f61f0519bb01), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.656607 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3684be-6985-46d2-9cf3-f61f0519bb01,revision_number=0']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:24.661570 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.662765 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-94e4a092-4a32-44f2-982d-98d053d81a93 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1140125 Mar 08 13:09:24.825656 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0e43124e-67a3-4cbf-970a-fb81f127471e up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:24.874440 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0e43124e-67a3-4cbf-970a-fb81f127471e triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:24.874820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.953460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0e43124e-67a3-4cbf-970a-fb81f127471e is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:24.953764 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.976429 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] For port 0e43124e-67a3-4cbf-970a-fb81f127471e, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0e43124e-67a3-4cbf-970a-fb81f127471e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:24.980179 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:24.981034 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 81f7f23d-3441-4d8b-ae5e-48da41e19780 up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:25.057947 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Pushing event updated for resources: {'Port': ['ID=0e43124e-67a3-4cbf-970a-fb81f127471e,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:25.074614 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 81f7f23d-3441-4d8b-ae5e-48da41e19780 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:25.075676 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:25.171945 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 81f7f23d-3441-4d8b-ae5e-48da41e19780 is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:25.620999 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.663275 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Sync routers for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:26.675145 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:26.675742 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:26.750003 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0e43124e-67a3-4cbf-970a-fb81f127471e up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:26.788690 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:26.801059 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0e43124e-67a3-4cbf-970a-fb81f127471e triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:26.801428 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:26.880439 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0e43124e-67a3-4cbf-970a-fb81f127471e is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:27.074990 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b', 'name': '', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'mac_address': 'fa:16:3e:2e:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:21Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 2, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'subnets': [{'id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:27.104960 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Checking router: a69ae655-878b-447a-b361-0dc38d3375a3 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:27.105310 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Updating router a69ae655-878b-447a-b361-0dc38d3375a3 port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b binding host dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 13:09:27.132999 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.392687 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks [] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), precommit_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.397733 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.452235 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edf67f-d4fe-4039-82f7-a907fb2f6c84 None None] Pushing event updated for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=3']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.510895 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Attempting to bind port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b on host dv-cinder-830090-2-iscsi for vnic_type normal with profile {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:27.511260 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Attempting to bind port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b by drivers openvswitch,hyperv on host dv-cinder-830090-2-iscsi at level 0 using segments [{'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:27.511616 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Attempting to bind port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b on network df89f5c4-84ad-4c8d-ac97-ad878e01110f {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:27.517000 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Checking agent: {'id': '6e39f856-30ff-4dff-b336-6c230eed2c06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830090-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 52, 52), 'started_at': datetime.datetime(2022, 3, 8, 12, 53, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830090-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:27.517378 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Checking segment: {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:27.517780 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.518205 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Bound using segment: {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'} {{(pid=102990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:27.518680 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.managers [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Bound port: 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b, host: dv-cinder-830090-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4b89c4-360d-437f-9611-788f65d3ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f'}}] {{(pid=102990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:27.519062 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), before_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.584410 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] For port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b, host dv-cinder-830090-2-iscsi, cleared binding levels {{(pid=102990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:27.587483 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] For port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b, host dv-cinder-830090-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:27.594020 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_update {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.651957 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:27.652574 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:27.695097 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-e340be83-0492-49d4-9a02-231409228eba None None] Provisioning complete for port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:27.695396 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e340be83-0492-49d4-9a02-231409228eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.700791 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edf67f-d4fe-4039-82f7-a907fb2f6c84 None None] Pushing event updated for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=4']} {{(pid=102990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.778307 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:27.788688 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-e340be83-0492-49d4-9a02-231409228eba None None] Current status of the port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b is: DOWN; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:27.789235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e340be83-0492-49d4-9a02-231409228eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.823390 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-e340be83-0492-49d4-9a02-231409228eba None None] For port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:27.828908 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e340be83-0492-49d4-9a02-231409228eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.882547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340be83-0492-49d4-9a02-231409228eba None None] Pushing event updated for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:27.949560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-61206850-8dda-455e-bd6b-b6b54836553b None None] Provisioning complete for port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:27.949907 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-61206850-8dda-455e-bd6b-b6b54836553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:27.991076 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b', 'name': '', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'mac_address': 'fa:16:3e:2e:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:21Z', 'updated_at': '2022-03-08T13:09:27Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'subnets': [{'id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:28.019542 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba92799-e438-480d-a34c-a45553b9ec82 None None] The sync data for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi is: [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b', 'name': '', 'network_id': 'df89f5c4-84ad-4c8d-ac97-ad878e01110f', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'mac_address': 'fa:16:3e:2e:94:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:21Z', 'updated_at': '2022-03-08T13:09:27Z', 'revision_number': 4, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'subnets': [{'id': '3306f293-bf1b-4630-a125-c9fd0bb4255d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:28.165470 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-61206850-8dda-455e-bd6b-b6b54836553b None None] Current status of the port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:28.767348 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b up at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:28.815808 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Provisioning complete for port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:28.816554 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:28.896034 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Current status of the port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b is: ACTIVE; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:38.841984 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-fdc17c49-6366-48c0-976b-cf23d6c8c37f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-252095228&fields=id&tenant_id=4cc59aee837c4854aa9382d22f775572 HTTP/1.1" status: 200 len: 267 time: 0.0423601 Mar 08 13:09:38.943953 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-1c7e98fc-902e-417f-b7e7-683f885bdc28 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:38.945305 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-1c7e98fc-902e-417f-b7e7-683f885bdc28 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 809 time: 0.0971918 Mar 08 13:09:38.959754 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8c34893c-dd71-4d46-8a74-4294fc6e5c59 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/quotas/4cc59aee837c4854aa9382d22f775572 HTTP/1.1" status: 200 len: 375 time: 0.0085874 Mar 08 13:09:39.015644 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-91f6def6-f6b5-4fce-9fa6-f79e6d3ca490 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512865 Mar 08 13:09:39.106312 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-6aa3d5df-2c1a-4e24-8268-b2e4c0693d69 service neutron] 10.222.0.20 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799050 Mar 08 13:09:39.196619 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-73d257b9-4390-4e03-8034-07d02365eaa3 service neutron] 10.222.0.20 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 Mar 08 13:09:39.473913 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6d147a98-5576-4c24-9d32-a193bb14d934 req-ace1f5e1-91e9-4ae8-874c-8fd3735cd4ad tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 210 time: 0.0272090 Mar 08 13:09:40.381815 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-289b5399-72e8-4168-aaaf-057a4e0f3f77 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.383221 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-289b5399-72e8-4168-aaaf-057a4e0f3f77 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 809 time: 0.1074088 Mar 08 13:09:40.444496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-7c98391b-6f1a-4fbf-8e4f-53680494112b tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc59aee837c4854aa9382d22f775572 HTTP/1.1" status: 200 len: 379 time: 0.0523982 Mar 08 13:09:40.453287 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'port': {'device_id': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'admin_state_up': True, 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'security_groups': ['66009e5c-9300-48ae-a294-c19d4b76d41b']}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:40.573011 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f44abcdd-974d-40f6-b5a4-6c8a664537c6 req-392cb0b3-7105-4483-9ddc-3dfb50ba5f7e tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 210 time: 0.0319107 Mar 08 13:09:40.582735 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Made reservation on behalf of 4cc59aee837c4854aa9382d22f775572 for: {'port': 1} {{(pid=102987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 13:09:40.586169 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:40.704871 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_common [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Allocated IP 172.20.0.12 (40a9845a-58b4-4846-ba37-c7ca98369045/128475ef-cc7f-41e5-9fe2-a4c8b60b523d/ca2b5be6-a73e-4a22-a178-78ddc8fb19f2) {{(pid=102987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:40.845142 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:40.879418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:40.921694 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Network 40a9845a-58b4-4846-ba37-c7ca98369045 is already hosted by enough agents. {{(pid=102987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:40.924527 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.base_scheduler [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Resources bound (agent type, host, resource id): {{(pid=102987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:40.928020 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Received port after_create {{(pid=102987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:40.934762 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:40.982675 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:40.983207 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.002251 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-8a08cf0c-a6e9-4bf2-93d6-d502d3b09a08 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528839 Mar 08 13:09:41.013332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.v2.base [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Request body: {'port': {'device_id': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:41.079033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.167609 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-49ca4c7f-6121-467e-a638-937702d7e26f None None] Provisioning complete for port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 triggered by entity DHCP. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:41.168226 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-49ca4c7f-6121-467e-a638-937702d7e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.202420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-49ca4c7f-6121-467e-a638-937702d7e26f None None] Port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 cannot update to ACTIVE because it is not bound. {{(pid=102989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 13:09:41.585832 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 {{(pid=102987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:41.593776 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks [] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.605597 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.provisioning_blocks [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Transition to ACTIVE for port object ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 will not be triggered until provisioned by entity L2. {{(pid=102987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 13:09:41.609960 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.683105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=2']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:41.753881 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60f839-c0cf-482c-9e54-96635aea47fe req-4f31de26-12f8-4b52-8d22-6f60d21c3ea7 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:41.755385 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7f60f839-c0cf-482c-9e54-96635aea47fe req-4f31de26-12f8-4b52-8d22-6f60d21c3ea7 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.1152949 Mar 08 13:09:41.790430 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Attempting to bind port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 13:09:41.790755 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Attempting to bind port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 13:09:41.791056 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Attempting to bind port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 on network 40a9845a-58b4-4846-ba37-c7ca98369045 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:41.803239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 on network 40a9845a-58b4-4846-ba37-c7ca98369045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 13:09:41.803555 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Attempting to bind port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 on network 40a9845a-58b4-4846-ba37-c7ca98369045 {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 13:09:41.818797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Checking agent: {'id': '444daec5-863b-4acc-8945-368627ae5281', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'started_at': datetime.datetime(2022, 3, 8, 12, 58, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 13, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 13:09:41.819107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Checking segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 13:09:41.819468 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Bound using segment: {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'} {{(pid=102987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 13:09:41.819894 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.managers [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Bound port: ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23044c87-03f9-499c-a9c5-162d1cbf427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045'}}] {{(pid=102987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 13:09:41.820241 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.826840 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7f60f839-c0cf-482c-9e54-96635aea47fe req-9542afc4-8306-4222-9cf2-78bc0ea17b46 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629213 Mar 08 13:09:41.884286 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, cleared binding levels {{(pid=102987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 13:09:41.887783 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 13:09:41.893445 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4511425'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.934975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:41.935594 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:41.936958 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] 10.222.0.74 "PUT /v2.0/ports/ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1094 time: 0.9281502 Mar 08 13:09:41.937418 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:41.939674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab" -d '{"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:41.969381 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0613c-c68e-4399-8887-23f090b5e574 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=3']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:41.992164 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6764917a-56f9-4634-aa15-a1c9772531e4 x-openstack-request-id: req-6764917a-56f9-4634-aa15-a1c9772531e4 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:41.992457 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:41.992712 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6764917a-56f9-4634-aa15-a1c9772531e4 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:41.993134 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'status': 'completed', 'code': 200} Mar 08 13:09:42.028682 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-3a4fee2a-48c8-4c4b-b864-8fbd36a7afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.030202 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-3a4fee2a-48c8-4c4b-b864-8fbd36a7afa5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1128 time: 0.0510976 Mar 08 13:09:42.075709 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-09398f1c-dcad-4ada-8443-52d4d6cf9d31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 217 time: 0.0374231 Mar 08 13:09:42.124379 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-bd688ef4-ca23-4a06-960c-b2803f78d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.125871 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-bd688ef4-ca23-4a06-960c-b2803f78d95b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0449007 Mar 08 13:09:42.176995 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-478033ea-dade-455c-84b6-42622fbc9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.178496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-478033ea-dade-455c-84b6-42622fbc9398 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467727 Mar 08 13:09:42.264864 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-6ace4fc5-f660-4a41-bb5a-02c06857a6f7 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798347 Mar 08 13:09:42.352398 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c745e8a9-fa11-4e38-94e7-9f7c428d3173 req-cd83758d-364a-40b6-b9ef-bc5e8b426645 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823832 Mar 08 13:09:42.437309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-1d93e19d-a116-4d03-842f-fde6f9bb4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.438713 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-1d93e19d-a116-4d03-842f-fde6f9bb4a7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1128 time: 0.0438344 Mar 08 13:09:42.529160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-a982c420-6710-4388-bb1c-a9939c4ec0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.530621 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-a982c420-6710-4388-bb1c-a9939c4ec0e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0860903 Mar 08 13:09:42.570737 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-d0bd8b0c-6b5e-496f-8e86-f33ea445e080 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 217 time: 0.0323660 Mar 08 13:09:42.617210 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-87e4346e-5b17-4319-854d-0517fd20c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.618587 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-87e4346e-5b17-4319-854d-0517fd20c13c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0409610 Mar 08 13:09:42.673151 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-b6db28ad-2f4f-481b-b593-9d62453f17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.674641 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-b6db28ad-2f4f-481b-b593-9d62453f17cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466788 Mar 08 13:09:42.761046 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-417177bf-e018-49bd-b6ee-1fb7e13032bc service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796762 Mar 08 13:09:42.849925 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5e78a4f1-ad65-45fa-acd0-2e8f9e762dab req-9b20d3d3-593f-4867-9729-bb0a461d8c79 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Mar 08 13:09:42.944407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43617f82-b5a4-44ba-9ffa-bd82f321cdde req-fe2ae1ee-a7e5-4c35-a651-ee6f371f54b1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:42.945765 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43617f82-b5a4-44ba-9ffa-bd82f321cdde req-fe2ae1ee-a7e5-4c35-a651-ee6f371f54b1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0509391 Mar 08 13:09:42.992479 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-43617f82-b5a4-44ba-9ffa-bd82f321cdde req-74b13ca8-6dc1-4074-8987-6e89ffddc013 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 Mar 08 13:09:44.110172 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a9f82-9223-4b60-885f-d49948e86d3e req-fb90aa4c-9c6f-4eca-9263-3a65b255bfcc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:44.111615 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-805a9f82-9223-4b60-885f-d49948e86d3e req-fb90aa4c-9c6f-4eca-9263-3a65b255bfcc tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0516551 Mar 08 13:09:44.163177 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-805a9f82-9223-4b60-885f-d49948e86d3e req-e04f96bb-b335-4a59-896a-3432c468ff2c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Mar 08 13:09:45.278527 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094eb76-c602-4943-ba66-c40a189a8613 req-deaca246-3acf-488e-8305-d1668e149df4 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:45.279961 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a094eb76-c602-4943-ba66-c40a189a8613 req-deaca246-3acf-488e-8305-d1668e149df4 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0517542 Mar 08 13:09:45.327483 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-a094eb76-c602-4943-ba66-c40a189a8613 req-e0d6c077-5e3b-4225-aa31-f789af674e81 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Mar 08 13:09:45.546308 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-39490394-a1a9-4ae8-af6d-f3861d899268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:46.442124 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ca62-1205-4dbd-857b-53cbb6b01c83 req-ded48a5b-4f49-45fe-8bc0-d2642c9e8b21 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:46.443546 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ea35ca62-1205-4dbd-857b-53cbb6b01c83 req-ded48a5b-4f49-45fe-8bc0-d2642c9e8b21 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0506282 Mar 08 13:09:46.490331 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-ea35ca62-1205-4dbd-857b-53cbb6b01c83 req-830ee6d0-5caa-4883-a7cf-a29da548d25c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Mar 08 13:09:47.609076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0a77-b1e5-4bba-aa73-e607b325d3bc req-1855ccfa-68fa-4704-9c40-0d4941e2fd4a tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:47.610460 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f2ef0a77-b1e5-4bba-aa73-e607b325d3bc req-1855ccfa-68fa-4704-9c40-0d4941e2fd4a tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0549195 Mar 08 13:09:47.657659 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f2ef0a77-b1e5-4bba-aa73-e607b325d3bc req-daec707b-5da6-4d9b-99d7-31998774d008 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417106 Mar 08 13:09:47.860767 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-acc6f57f-39e5-455b-b0b2-01b11cbf9574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:48.774000 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fedb60-fb4e-445c-b48e-ef6f5fa5256e req-e5eaecd6-7e28-40fe-857e-b9996729e746 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:48.775444 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41fedb60-fb4e-445c-b48e-ef6f5fa5256e req-e5eaecd6-7e28-40fe-857e-b9996729e746 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0512540 Mar 08 13:09:48.821471 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-41fedb60-fb4e-445c-b48e-ef6f5fa5256e req-d3100e05-89bc-4435-8689-92492671f457 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406773 Mar 08 13:09:49.013913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:49.439196 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0909-668a-4f30-81a6-82f7f36a5023 req-a0bafe97-ed25-4ed6-9418-31b462b1a357 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:49.440647 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5c4b0909-668a-4f30-81a6-82f7f36a5023 req-a0bafe97-ed25-4ed6-9418-31b462b1a357 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0511384 Mar 08 13:09:49.489175 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-5c4b0909-668a-4f30-81a6-82f7f36a5023 req-124b9633-993a-460a-9c6b-b3811ee57d41 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Mar 08 13:09:49.936589 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2afe7-84e1-431f-a0ad-81023e9f201d req-e10a76c3-1a4e-4b69-b26f-149d14fd8de3 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:49.938039 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bbe2afe7-84e1-431f-a0ad-81023e9f201d req-e10a76c3-1a4e-4b69-b26f-149d14fd8de3 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0502887 Mar 08 13:09:49.990151 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bbe2afe7-84e1-431f-a0ad-81023e9f201d req-6b8b9db7-046e-43e8-888f-dea979822396 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466275 Mar 08 13:09:50.367918 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.608255 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd0878-d6b4-405a-963a-923e2fa48a5f req-1cb33555-21d2-47d8-9d04-d5ea4aadea8e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:50.609606 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4acd0878-d6b4-405a-963a-923e2fa48a5f req-1cb33555-21d2-47d8-9d04-d5ea4aadea8e tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0518010 Mar 08 13:09:50.654203 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-4acd0878-d6b4-405a-963a-923e2fa48a5f req-6ef7fa7a-76ce-4009-a207-cf2a6d674353 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups?id=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 Mar 08 13:09:50.717656 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-557bda8f-623d-4ac9-95ed-b40af2c2c489 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:50.719103 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-557bda8f-623d-4ac9-95ed-b40af2c2c489 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 946 time: 0.0537081 Mar 08 13:09:50.808822 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Deleting port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:50.809152 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.896304 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] For port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:50.896583 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:50.966419 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:09:51.063964 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:51.070712 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.071479 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), after_update {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.071479 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Floating IP 8408791a-d6c1-4c02-b798-d9fe126ce22b disassociated. External IP: 172.27.1.155, port: 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7. Mar 08 13:09:51.071799 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Calling delete_port for 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 owned by compute:nova {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:51.074711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'mac_address': 'fa:16:3e:d7:11:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:09:51.114757 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:51.115141 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.127776 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:09:51.146729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:51.150147 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.162556 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d913d6-0381-41ca-8247-81f0b380c878 req-89a15dee-4e05-4bf3-a59e-d2208eaf6720 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:51.164031 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9d913d6-0381-41ca-8247-81f0b380c878 req-89a15dee-4e05-4bf3-a59e-d2208eaf6720 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.1065059 Mar 08 13:09:51.197941 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=4']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:51.206776 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.207134 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.207485 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.207826 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.208185 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.208497 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.208851 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.209427 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.209769 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.210129 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.210459 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.210788 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.211117 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:09:51.242632 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e9d913d6-0381-41ca-8247-81f0b380c878 req-e74eff3d-7135-4211-9ff1-0c13c8870449 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722020 Mar 08 13:09:51.269515 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (3f8bd826-40ce-4899-b3ff-4ca5befb0cf7), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.296200 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'Port': ['ID=3f8bd826-40ce-4899-b3ff-4ca5befb0cf7,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:51.389759 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:09:51.414732 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:51.534391 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:51.546073 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:51.569605 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:51.570195 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:51.579104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] No DVR routers for this DVR port 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 on host hv-cinder-83009 {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:51.584251 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:51.587616 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-464cfb80-3d73-4b2e-858b-6cc602cb5d7c req-899d41ab-9241-4d11-9d3c-c3229c9a0ef1 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.74 "DELETE /v2.0/ports/3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 HTTP/1.1" status: 204 len: 173 time: 0.8633394 Mar 08 13:09:51.588068 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-deleted', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:51.590912 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d44a20-b1a3-48c7-baa5-4023da2b012f" -d '{"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-deleted", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:51.630841 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491efbcc-4baa-4990-83be-f4466e21f8fd x-openstack-request-id: req-491efbcc-4baa-4990-83be-f4466e21f8fd {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:51.631138 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7ffdeb-46d0-4128-a6b9-db728d6ac90d", "name": "network-vif-deleted", "tag": "3f8bd826-40ce-4899-b3ff-4ca5befb0cf7", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:51.631388 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491efbcc-4baa-4990-83be-f4466e21f8fd {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:51.631819 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7ffdeb-46d0-4128-a6b9-db728d6ac90d', 'name': 'network-vif-deleted', 'tag': '3f8bd826-40ce-4899-b3ff-4ca5befb0cf7', 'status': 'completed', 'code': 200} Mar 08 13:09:51.772589 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:51.803654 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-974caec5-c19c-4c3a-af82-6f60d724f362 req-b20fbe1f-f47f-4476-815f-f32aee4a01ea tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d7ffdeb-46d0-4128-a6b9-db728d6ac90d HTTP/1.1" status: 200 len: 210 time: 0.0588281 Mar 08 13:09:51.858485 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:52.019666 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:52.046090 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:52.054181 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:52.054782 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:52.161742 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:52.359533 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:52.371495 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10361bb-f6f0-4213-b088-774497486566 req-52748866-c6b0-43bf-bd77-4c0a23a928a5 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:52.372949 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c10361bb-f6f0-4213-b088-774497486566 req-52748866-c6b0-43bf-bd77-4c0a23a928a5 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 945 time: 0.0542514 Mar 08 13:09:52.389769 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f82794-971c-4b32-a4bc-5d50c10e3761 None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:14Z', 'revision_number': 4, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '62a8494e-271b-482e-b257-ca7d58132202', 'name': '', 'network_id': 'b7766b4c-9aa5-49ec-bb51-af9f03972938', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'mac_address': 'fa:16:3e:44:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:13Z', 'updated_at': '2022-03-08T13:04:18Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'subnets': [{'id': '43bc418c-a92c-4fd8-b986-43a20f06e534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:52.422758 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c10361bb-f6f0-4213-b088-774497486566 req-8a006644-4aa6-4254-a0ce-9e8084e71d00 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Mar 08 13:09:52.613055 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2e0e08-7e81-4a83-bd42-a83429f6e097 None None] New status for floating IP 8408791a-d6c1-4c02-b798-d9fe126ce22b: DOWN {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:52.881867 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45012) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:52.932276 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (216b2a0f-cbec-4eb7-9f16-d3255ccfc97e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:52.958035 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (216b2a0f-cbec-4eb7-9f16-d3255ccfc97e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:52.972923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:09:53.008908 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (216b2a0f-cbec-4eb7-9f16-d3255ccfc97e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.011518 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.012655 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "DELETE /v2.0/security-groups/216b2a0f-cbec-4eb7-9f16-d3255ccfc97e HTTP/1.1" status: 204 len: 168 time: 0.1297812 Mar 08 13:09:53.015473 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45014) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:53.021316 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f5fd1-303d-450a-a1d7-5973d5ed358f tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b2a0f-cbec-4eb7-9f16-d3255ccfc97e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:53.033146 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.api.v2.resource [None req-13fd8915-4329-4b57-b1e6-eb3de7aea6ca tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] show failed (client error): The resource could not be found. Mar 08 13:09:53.034800 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-13fd8915-4329-4b57-b1e6-eb3de7aea6ca tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "GET /v2.0/security-groups/216b2a0f-cbec-4eb7-9f16-d3255ccfc97e HTTP/1.1" status: 404 len: 347 time: 0.0181894 Mar 08 13:09:53.035567 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning for port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 completed by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 13:09:53.037521 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45016) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:53.044555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:09:53.044955 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.128277 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:09:53.128570 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.150784 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:53.153111 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609fba08-f8c2-41bd-ae4a-fa1c55223ba2" -d '{"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:53.164319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Deleting port 81df7070-fb42-4887-9923-cbcf913af131 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:53.164659 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (81df7070-fb42-4887-9923-cbcf913af131), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.164926 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:53.170305 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.171340 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:09:53.195290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa4297b-b0d8-4914-ba73-a41db251f648 x-openstack-request-id: req-3aa4297b-b0d8-4914-ba73-a41db251f648 {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:53.195582 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:53.195832 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aa4297b-b0d8-4914-ba73-a41db251f648 {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:53.196235 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'code': 200} Mar 08 13:09:53.216437 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:09:53.216790 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device 3f8bd826-40ce-4899-b3ff-4ca5befb0cf7 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:09:53.245260 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=5']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:53.251994 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (81df7070-fb42-4887-9923-cbcf913af131), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.252314 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (81df7070-fb42-4887-9923-cbcf913af131), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.263988 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Calling delete_port for 81df7070-fb42-4887-9923-cbcf913af131 owned by network:floatingip {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:53.395858 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (81df7070-fb42-4887-9923-cbcf913af131), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.410180 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6ccab-8406-4603-a1a4-6c773d655547 req-98062e29-4621-4ecc-aad8-4f391f023b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:53.411639 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6b6ccab-8406-4603-a1a4-6c773d655547 req-98062e29-4621-4ecc-aad8-4f391f023b99 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0429618 Mar 08 13:09:53.421541 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Pushing event deleted for resources: {'Port': ['ID=81df7070-fb42-4887-9923-cbcf913af131,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:53.459976 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e6b6ccab-8406-4603-a1a4-6c773d655547 req-42f98377-7c06-4fb7-9bd6-fda2319884bb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Mar 08 13:09:53.485361 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks [] for floatingip (8408791a-d6c1-4c02-b798-d9fe126ce22b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.487965 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:53.489682 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-51fac87d-701e-474b-8ead-a2325c97c659 tempest-AttachVolumeShelveTestJSON-1874066445 tempest-AttachVolumeShelveTestJSON-1874066445-project] 10.222.0.20 "DELETE /v2.0/floatingips/8408791a-d6c1-4c02-b798-d9fe126ce22b HTTP/1.1" status: 204 len: 168 time: 0.4498096 Mar 08 13:09:53.546592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43cfef-1be4-45ca-890a-1b4fe07d2688 req-171f5c6e-7af7-4fd7-b208-d4fd2d333bca tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:53.548055 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be43cfef-1be4-45ca-890a-1b4fe07d2688 req-171f5c6e-7af7-4fd7-b208-d4fd2d333bca tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0556219 Mar 08 13:09:53.603280 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-be43cfef-1be4-45ca-890a-1b4fe07d2688 req-e401ecbc-7d54-4222-b0db-572b2a297c0b tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484960 Mar 08 13:09:54.724216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3e392-c0d9-43e4-aa80-05b66d703395 req-ba9e99a5-a57a-4055-8a55-06bd1dd530a9 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:54.725681 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bac3e392-c0d9-43e4-aa80-05b66d703395 req-ba9e99a5-a57a-4055-8a55-06bd1dd530a9 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0545745 Mar 08 13:09:54.778006 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-bac3e392-c0d9-43e4-aa80-05b66d703395 req-3c833680-bd3c-4a0c-9cee-7257c1febbe8 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467689 Mar 08 13:09:54.895728 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295cd05-4c29-41cc-a337-fc541511e5c8 req-0de74b9e-7ccc-4ca8-8ba6-a4b1912b177d tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:54.897111 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9295cd05-4c29-41cc-a337-fc541511e5c8 req-0de74b9e-7ccc-4ca8-8ba6-a4b1912b177d tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0516503 Mar 08 13:09:54.945505 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-9295cd05-4c29-41cc-a337-fc541511e5c8 req-ded2f622-41a9-4653-b8e8-7dcbe6461a84 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429685 Mar 08 13:09:54.968806 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45042) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:55.102090 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7ecdb-4d2f-44e2-804c-c69f568e37da tempest-TestShelveInstance-217608544 tempest-TestShelveInstance-217608544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:55.103831 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-58a7ecdb-4d2f-44e2-804c-c69f568e37da tempest-TestShelveInstance-217608544 tempest-TestShelveInstance-217608544-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1125 time: 0.1340337 Mar 08 13:09:55.107279 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45046) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:55.111316 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.v2.base [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Request body: {'floatingip': {'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 13:09:55.121037 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:09:55.131856 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.222045 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.333915 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_common [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Allocated IP 172.27.1.237 (b5afd8a1-6c5e-4363-83b2-da129d45e414/1f7a4fab-5def-4b41-918d-83409282fe54/6b171578-61ff-4823-b285-68ed64b23b02) {{(pid=102988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 13:09:55.441847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for port (6b171578-61ff-4823-b285-68ed64b23b02), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.474152 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765797412289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (6b171578-61ff-4823-b285-68ed64b23b02), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.507147 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Network b5afd8a1-6c5e-4363-83b2-da129d45e414 is already hosted by enough agents. {{(pid=102988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 13:09:55.512080 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.base_scheduler [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Resources bound (agent type, host, resource id): {{(pid=102988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 13:09:55.515453 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Received port after_create {{(pid=102988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 13:09:55.546255 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'Port': ['ID=6b171578-61ff-4823-b285-68ed64b23b02,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:55.619279 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.882856 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for floatingip (5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:55.894685 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45054) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:55.955282 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (6b171578-61ff-4823-b285-68ed64b23b02), before_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.102829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for port (6b171578-61ff-4823-b285-68ed64b23b02), precommit_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.107685 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5218709'] for port (6b171578-61ff-4823-b285-68ed64b23b02), after_update {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.124599 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-96c8907c-962b-48ce-b2ed-93ce66b08bc8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285517 Mar 08 13:09:56.177729 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event updated for resources: {'Port': ['ID=6b171578-61ff-4823-b285-68ed64b23b02,revision_number=2']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:56.190731 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8195925'] for floatingip (5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.267073 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-6cc32280-3c86-4428-87e0-1850d107c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.268543 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-6cc32280-3c86-4428-87e0-1850d107c900 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1129 time: 0.0945427 Mar 08 13:09:56.295904 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.db.l3_db [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Floating IP 5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62 associated. External IP: 172.27.1.237, port: ca2b5be6-a73e-4a22-a178-78ddc8fb19f2. Mar 08 13:09:56.417668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-3d5410b1-a4f0-4723-aa92-b28367b1aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.419059 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-3d5410b1-a4f0-4723-aa92-b28367b1aef7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.1238837 Mar 08 13:09:56.497270 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-b246b704-cf93-43be-931e-66f3247a7963 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 1000 time: 0.0722830 Mar 08 13:09:56.506276 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:56.565611 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-a8cab483-6ddf-4d2d-96dd-1169482df702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.567065 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-a8cab483-6ddf-4d2d-96dd-1169482df702 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0534768 Mar 08 13:09:56.584043 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (eb574e60-ccc9-433b-a508-74e84eba0464), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.615311 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:56.625903 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Sync routers for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:56.635127 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:56.637014 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:56.638235 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:56.666281 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-f12cb0b2-0a59-4bbf-8183-692c20f89f1f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5580039 Mar 08 13:09:56.667909 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:09:56.670164 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf548b-bdcb-411e-9cb6-bca2d805bf47" -d '{"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:09:56.695971 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-0f99f97b-cfd8-422e-8190-8f69143f870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.697600 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-0f99f97b-cfd8-422e-8190-8f69143f870f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241379 Mar 08 13:09:56.708341 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f324513d-1bac-4fb0-a35f-17e1828fe811 x-openstack-request-id: req-f324513d-1bac-4fb0-a35f-17e1828fe811 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:09:56.708622 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:09:56.708868 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f324513d-1bac-4fb0-a35f-17e1828fe811 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:09:56.709256 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'status': 'completed', 'code': 200} Mar 08 13:09:56.754952 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:56.773436 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-ad42cc57-1bd7-4633-9788-cbf5de65e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.775037 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-ad42cc57-1bd7-4633-9788-cbf5de65e3be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0456824 Mar 08 13:09:56.850438 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-427660a4-2236-4e7e-82a8-78ea072b5be9 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456981 Mar 08 13:09:56.876995 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-c466ff04-6645-4c31-ba9e-2d0f94219899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:56.878627 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-c466ff04-6645-4c31-ba9e-2d0f94219899 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0968831 Mar 08 13:09:57.128795 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'mac_address': 'fa:16:3e:d7:11:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:55Z', 'updated_at': '2022-03-08T13:09:55Z', 'revision_number': 0, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:57.161563 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Checking router: bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:57.171547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:57.172179 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:57.205525 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-7411221f-d0a7-4496-8e5c-a49b7c486ca9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1000 time: 0.3203988 Mar 08 13:09:57.248453 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-34bd3b43-1435-4d54-b8c5-3612da4cff77 req-aea66138-9705-40f7-9a47-f7c7de3948b2 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908570 Mar 08 13:09:57.256675 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-6033447e-3655-4b98-ad84-ddbbd5d7763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:57.257642 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-6033447e-3655-4b98-ad84-ddbbd5d7763f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0463009 Mar 08 13:09:57.286000 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:57.291853 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Deleting port 62a8494e-271b-482e-b257-ca7d58132202 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:57.292777 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (62a8494e-271b-482e-b257-ca7d58132202), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.319007 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-b7970b00-02db-4389-8a14-4d4e0104b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:09:57.320568 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-b7970b00-02db-4389-8a14-4d4e0104b137 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572395 Mar 08 13:09:57.379429 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] For port 62a8494e-271b-482e-b257-ca7d58132202, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=62a8494e-271b-482e-b257-ca7d58132202,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:57.379812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (62a8494e-271b-482e-b257-ca7d58132202), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.393781 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Calling delete_port for 62a8494e-271b-482e-b257-ca7d58132202 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:57.410953 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-742f349b-0135-4504-a8e1-de193aed47f0 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847311 Mar 08 13:09:57.515134 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-88cf548b-bdcb-411e-9cb6-bca2d805bf47 req-50b50e55-ddea-4007-bedb-6de49980a491 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978739 Mar 08 13:09:57.536550 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'mac_address': 'fa:16:3e:d7:11:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:55Z', 'updated_at': '2022-03-08T13:09:55Z', 'revision_number': 0, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:57.567429 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779647fa-fd70-4ab4-b529-a08ae75661bf None None] The sync data for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi is: [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'floating_ip_address': '172.27.1.237', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'mac_address': 'fa:16:3e:d7:11:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:09:55Z', 'updated_at': '2022-03-08T13:09:55Z', 'revision_number': 0, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:57.604267 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (62a8494e-271b-482e-b257-ca7d58132202), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:57.628666 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Pushing event deleted for resources: {'Port': ['ID=62a8494e-271b-482e-b257-ca7d58132202,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:57.826675 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386748c-33e0-4476-9bea-2d29912a88cf None None] New status for floating IP 5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62: ACTIVE {{(pid=102990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:09:57.832693 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (eb574e60-ccc9-433b-a508-74e84eba0464), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.076251 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Router eb574e60-ccc9-433b-a508-74e84eba0464 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:09:58.183451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:09:58.191980 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e611cb2b-0533-4a50-8519-738f1d3e30df admin admin] 10.222.0.20 "PUT /v2.0/routers/eb574e60-ccc9-433b-a508-74e84eba0464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2935662 Mar 08 13:09:58.191980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45062) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:58.192926 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Sync routers for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:09:58.203395 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:58.204145 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:58.299924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks [] for router (eb574e60-ccc9-433b-a508-74e84eba0464), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.319842 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:58.405719 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks [] for router_gateway (eb574e60-ccc9-433b-a508-74e84eba0464), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.458810 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Deleting port d2c04cde-81ef-45f1-9335-bf1870ffd11d {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:58.459138 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.495973 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:09:57Z', 'revision_number': 5, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port': {'id': 'd2c04cde-81ef-45f1-9335-bf1870ffd11d', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:58.521680 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Checking router: eb574e60-ccc9-433b-a508-74e84eba0464 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:09:58.530493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Routers {'eb574e60-ccc9-433b-a508-74e84eba0464'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:09:58.531083 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:09:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['eb574e60-ccc9-433b-a508-74e84eba0464'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:58.538966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] For port d2c04cde-81ef-45f1-9335-bf1870ffd11d, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=d2c04cde-81ef-45f1-9335-bf1870ffd11d,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:58.539329 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.551451 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Calling delete_port for d2c04cde-81ef-45f1-9335-bf1870ffd11d owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:58.618918 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] Set router eb574e60-ccc9-433b-a508-74e84eba0464 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:09:58.672433 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:09:58Z', 'revision_number': 6, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:58.698022 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ebfb3-65e9-4f84-ab11-e7600ef465bc None None] The sync data for ids ['eb574e60-ccc9-433b-a508-74e84eba0464'] in dv-cinder-830090-2-iscsi is: [{'id': 'eb574e60-ccc9-433b-a508-74e84eba0464', 'name': 'tempest-AttachVolumeShelveTestJSON-1862074670-router', 'tenant_id': '09dffe135c044fa093bb84a1f3df92af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:04:11Z', 'updated_at': '2022-03-08T13:09:58Z', 'revision_number': 6, 'project_id': '09dffe135c044fa093bb84a1f3df92af', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:09:58.717083 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (d2c04cde-81ef-45f1-9335-bf1870ffd11d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.760387 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c04cde-81ef-45f1-9335-bf1870ffd11d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:58.815202 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (eb574e60-ccc9-433b-a508-74e84eba0464), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.906457 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (eb574e60-ccc9-433b-a508-74e84eba0464), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.908546 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks [] for router_controller (eb574e60-ccc9-433b-a508-74e84eba0464), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.950739 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (eb574e60-ccc9-433b-a508-74e84eba0464), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.951347 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb574e60-ccc9-433b-a508-74e84eba0464 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:09:58.956673 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:58.957858 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5d39a354-e547-4e4d-834f-31ec621cd2fd admin admin] 10.222.0.20 "DELETE /v2.0/routers/eb574e60-ccc9-433b-a508-74e84eba0464 HTTP/1.1" status: 204 len: 168 time: 0.7650893 Mar 08 13:09:58.960294 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45064) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.003088 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Deleting subnet 43bc418c-a92c-4fd8-b986-43a20f06e534 {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:09:59.006019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Publish callbacks [] for subnet (43bc418c-a92c-4fd8-b986-43a20f06e534), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.043051 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (43bc418c-a92c-4fd8-b986-43a20f06e534), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.127422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (43bc418c-a92c-4fd8-b986-43a20f06e534), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.177651 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (43bc418c-a92c-4fd8-b986-43a20f06e534), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.204239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bc418c-a92c-4fd8-b986-43a20f06e534,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.206216 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.210210 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c26de-27f1-4fca-bd71-7db116c5ab08 None None] Network b7766b4c-9aa5-49ec-bb51-af9f03972938 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:09:59.210736 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5b10fad7-80c1-482b-a250-cd3715a81e7d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43bc418c-a92c-4fd8-b986-43a20f06e534 HTTP/1.1" status: 204 len: 168 time: 0.2489843 Mar 08 13:09:59.211998 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45066) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.281655 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (b7766b4c-9aa5-49ec-bb51-af9f03972938), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.337316 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Deleting port a91fc6c9-295e-45a8-b8e6-4e022ea63268 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:59.337931 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.403204 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] For port a91fc6c9-295e-45a8-b8e6-4e022ea63268, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a91fc6c9-295e-45a8-b8e6-4e022ea63268,segment=NetworkSegment(352a3ec3-c7d2-4b69-a2d0-f077bdd29f30),segment_id=352a3ec3-c7d2-4b69-a2d0-f077bdd29f30)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:59.403490 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.422030 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Calling delete_port for a91fc6c9-295e-45a8-b8e6-4e022ea63268 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:59.456320 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] DHCP port deletion for b7766b4c-9aa5-49ec-bb51-af9f03972938 request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:09:59.505608 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.515308 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Deleting port a91fc6c9-295e-45a8-b8e6-4e022ea63268 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:09:59.515684 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.532464 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91fc6c9-295e-45a8-b8e6-4e022ea63268,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.534309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] No DVR routers for this DVR port a91fc6c9-295e-45a8-b8e6-4e022ea63268 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:59.584201 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] For port a91fc6c9-295e-45a8-b8e6-4e022ea63268, host dv-cinder-830090-2-iscsi, got binding levels [] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:09:59.584598 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.597429 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Calling delete_port for a91fc6c9-295e-45a8-b8e6-4e022ea63268 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:09:59.600241 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.ipam_backend_mixin [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Port a91fc6c9-295e-45a8-b8e6-4e022ea63268 was not found and therefore no delete operation was performed {{(pid=102989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:09:59.601614 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (a91fc6c9-295e-45a8-b8e6-4e022ea63268), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.609733 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (b7766b4c-9aa5-49ec-bb51-af9f03972938), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.627899 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] Pushing event deleted for resources: {'Port': ['ID=a91fc6c9-295e-45a8-b8e6-4e022ea63268,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.631818 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3eb12-9fee-4aa4-a00f-a6ba4e9bfb45 None None] No DVR routers for this DVR port a91fc6c9-295e-45a8-b8e6-4e022ea63268 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:09:59.637414 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7766b4c-9aa5-49ec-bb51-af9f03972938']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.648191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.648512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352a3ec3-c7d2-4b69-a2d0-f077bdd29f30') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:09:59.658047 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (352a3ec3-c7d2-4b69-a2d0-f077bdd29f30), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.671750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (352a3ec3-c7d2-4b69-a2d0-f077bdd29f30), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.678019 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:09:59.678608 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (352a3ec3-c7d2-4b69-a2d0-f077bdd29f30), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:09:59.680310 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:09:59.734342 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (b7766b4c-9aa5-49ec-bb51-af9f03972938), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.740190 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.744627 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7766b4c-9aa5-49ec-bb51-af9f03972938 HTTP/1.1" status: 204 len: 168 time: 0.5313945 Mar 08 13:09:59.756885 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af7a57-109b-48ca-97b7-164dbf67c656 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7766b4c-9aa5-49ec-bb51-af9f03972938,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:09:59.862923 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45070) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.906376 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-27f1959f-40f6-48c0-9125-2804ef1c7d82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09dffe135c044fa093bb84a1f3df92af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422978 Mar 08 13:09:59.908705 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45072) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:09:59.954197 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] Publish callbacks [] for security_group (d97ffb1b-f234-41a0-b496-7c3a2837c1e4), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:09:59.974850 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] Publish callbacks [] for security_group (d97ffb1b-f234-41a0-b496-7c3a2837c1e4), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.019822 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d97ffb1b-f234-41a0-b496-7c3a2837c1e4), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.022398 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:00.023516 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d97ffb1b-f234-41a0-b496-7c3a2837c1e4 HTTP/1.1" status: 204 len: 168 time: 0.1139374 Mar 08 13:10:00.031432 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908e389-5900-493f-8706-88b1f11e6cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ffb1b-f234-41a0-b496-7c3a2837c1e4,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:00.765599 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a91fc6c9-295e-45a8-b8e6-4e022ea63268 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.790935 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: a91fc6c9-295e-45a8-b8e6-4e022ea63268 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.791283 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a91fc6c9-295e-45a8-b8e6-4e022ea63268 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:00.791711 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 62a8494e-271b-482e-b257-ca7d58132202 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.810217 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 62a8494e-271b-482e-b257-ca7d58132202 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.810561 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 62a8494e-271b-482e-b257-ca7d58132202 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:00.810977 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device d2c04cde-81ef-45f1-9335-bf1870ffd11d no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:10:00.829158 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: d2c04cde-81ef-45f1-9335-bf1870ffd11d {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:10:00.829503 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device d2c04cde-81ef-45f1-9335-bf1870ffd11d not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:10:04.836448 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45172) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:04.937004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f2a136b0-84ea-404e-a99b-21da93222afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.007105 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f2a136b0-84ea-404e-a99b-21da93222afa admin admin] Publish callbacks [] for security_group (ce77c485-bd66-4d68-944c-f62dda4afb6b), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.011407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f2a136b0-84ea-404e-a99b-21da93222afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ce77c485-bd66-4d68-944c-f62dda4afb6b), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.048170 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f2a136b0-84ea-404e-a99b-21da93222afa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5e9402db2ca4b9e9a11a75859d0ea02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106826 Mar 08 13:10:05.049037 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a136b0-84ea-404e-a99b-21da93222afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77c485-bd66-4d68-944c-f62dda4afb6b,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:05.051083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45176) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:05.099394 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] Publish callbacks [] for security_group (ce77c485-bd66-4d68-944c-f62dda4afb6b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.119139 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] Publish callbacks [] for security_group (ce77c485-bd66-4d68-944c-f62dda4afb6b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.164248 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (ce77c485-bd66-4d68-944c-f62dda4afb6b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.166730 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.167878 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce77c485-bd66-4d68-944c-f62dda4afb6b HTTP/1.1" status: 204 len: 168 time: 0.1156981 Mar 08 13:10:05.175448 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467f665-4d01-4bb1-8a11-18ca7f124689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77c485-bd66-4d68-944c-f62dda4afb6b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:05.425178 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45182) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:05.437915 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae9c6-8ab9-4405-ae91-56381a80d966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.509542 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae9c6-8ab9-4405-ae91-56381a80d966 admin admin] Publish callbacks [] for security_group (7e3c9506-e1f8-4cc1-b6e2-5613c77130fb), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.513002 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae9c6-8ab9-4405-ae91-56381a80d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7e3c9506-e1f8-4cc1-b6e2-5613c77130fb), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.553000 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4a5ae9c6-8ab9-4405-ae91-56381a80d966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb3d55f5b4d74fc5a3c2190473be4a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266921 Mar 08 13:10:05.553982 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae9c6-8ab9-4405-ae91-56381a80d966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c9506-e1f8-4cc1-b6e2-5613c77130fb,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:05.555742 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45184) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:05.604925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] Publish callbacks [] for security_group (7e3c9506-e1f8-4cc1-b6e2-5613c77130fb), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.625197 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] Publish callbacks [] for security_group (7e3c9506-e1f8-4cc1-b6e2-5613c77130fb), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.670763 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7e3c9506-e1f8-4cc1-b6e2-5613c77130fb), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.673343 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:05.674443 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e3c9506-e1f8-4cc1-b6e2-5613c77130fb HTTP/1.1" status: 204 len: 168 time: 0.1177404 Mar 08 13:10:05.682260 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01ae88-ba07-47b9-b7e7-ada41d385e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c9506-e1f8-4cc1-b6e2-5613c77130fb,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:05.980966 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45190) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:05.993808 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7397b8d3-61e2-40ea-93ab-f3fd9f569cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.066444 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7397b8d3-61e2-40ea-93ab-f3fd9f569cdc admin admin] Publish callbacks [] for security_group (23a46e41-f9cc-4199-a9be-a464f6cba209), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.070271 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7397b8d3-61e2-40ea-93ab-f3fd9f569cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (23a46e41-f9cc-4199-a9be-a464f6cba209), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.107866 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7397b8d3-61e2-40ea-93ab-f3fd9f569cdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1583a7cbc5304054b92401eb4aeb657f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258295 Mar 08 13:10:06.108704 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397b8d3-61e2-40ea-93ab-f3fd9f569cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a46e41-f9cc-4199-a9be-a464f6cba209,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:06.111373 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45192) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:06.159422 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] Publish callbacks [] for security_group (23a46e41-f9cc-4199-a9be-a464f6cba209), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.180012 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] Publish callbacks [] for security_group (23a46e41-f9cc-4199-a9be-a464f6cba209), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.226343 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (23a46e41-f9cc-4199-a9be-a464f6cba209), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.228829 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:06.230011 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23a46e41-f9cc-4199-a9be-a464f6cba209 HTTP/1.1" status: 204 len: 168 time: 0.1171560 Mar 08 13:10:06.237386 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947ca1-6468-4f82-9b12-6a6fd2cf4dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a46e41-f9cc-4199-a9be-a464f6cba209,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:08.234137 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45264) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:08.333158 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06b49fac-52f5-42d3-bcc5-0afcb5f0921b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.407196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06b49fac-52f5-42d3-bcc5-0afcb5f0921b admin admin] Publish callbacks [] for security_group (37a0b0f9-ff24-4728-b7b7-f78189e2d556), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.410894 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-06b49fac-52f5-42d3-bcc5-0afcb5f0921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (37a0b0f9-ff24-4728-b7b7-f78189e2d556), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.448260 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-06b49fac-52f5-42d3-bcc5-0afcb5f0921b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=782d0abd01cd4f45ba25eb2a73fba940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130802 Mar 08 13:10:08.449196 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49fac-52f5-42d3-bcc5-0afcb5f0921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0b0f9-ff24-4728-b7b7-f78189e2d556,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:08.452010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45268) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:08.499851 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] Publish callbacks [] for security_group (37a0b0f9-ff24-4728-b7b7-f78189e2d556), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.522449 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] Publish callbacks [] for security_group (37a0b0f9-ff24-4728-b7b7-f78189e2d556), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.566767 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (37a0b0f9-ff24-4728-b7b7-f78189e2d556), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.569221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.570369 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37a0b0f9-ff24-4728-b7b7-f78189e2d556 HTTP/1.1" status: 204 len: 168 time: 0.1169631 Mar 08 13:10:08.578098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa222b-0373-4926-af80-7af6dcbfeee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0b0f9-ff24-4728-b7b7-f78189e2d556,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:08.820343 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45274) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:08.833528 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc410-00b6-414d-ab7d-81bc7605314c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.906544 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc410-00b6-414d-ab7d-81bc7605314c admin admin] Publish callbacks [] for security_group (df34ab99-b7e1-4c76-9d35-2e53f567bdd0), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.909988 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a9fdc410-00b6-414d-ab7d-81bc7605314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (df34ab99-b7e1-4c76-9d35-2e53f567bdd0), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:08.946070 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a9fdc410-00b6-414d-ab7d-81bc7605314c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee4ed4654ce34a848be570b2ce5c0825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246204 Mar 08 13:10:08.947995 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdc410-00b6-414d-ab7d-81bc7605314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34ab99-b7e1-4c76-9d35-2e53f567bdd0,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:08.949344 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45276) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:08.999762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] Publish callbacks [] for security_group (df34ab99-b7e1-4c76-9d35-2e53f567bdd0), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:09.020668 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] Publish callbacks [] for security_group (df34ab99-b7e1-4c76-9d35-2e53f567bdd0), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:09.066634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (df34ab99-b7e1-4c76-9d35-2e53f567bdd0), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:09.069291 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:09.070537 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df34ab99-b7e1-4c76-9d35-2e53f567bdd0 HTTP/1.1" status: 204 len: 168 time: 0.1200306 Mar 08 13:10:09.079415 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585517c-0d02-489f-8e1d-531a72a16cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df34ab99-b7e1-4c76-9d35-2e53f567bdd0,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:10.884136 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45350) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:10.982629 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0797654a-c1ff-42a3-a9dc-a2a5c380983d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.053138 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0797654a-c1ff-42a3-a9dc-a2a5c380983d admin admin] Publish callbacks [] for security_group (c2fc74ef-7828-4f7f-9e71-6aaa2e874878), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.056657 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0797654a-c1ff-42a3-a9dc-a2a5c380983d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c2fc74ef-7828-4f7f-9e71-6aaa2e874878), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.094481 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0797654a-c1ff-42a3-a9dc-a2a5c380983d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bf12210bcb641a88222963b47eeba14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093003 Mar 08 13:10:11.095304 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797654a-c1ff-42a3-a9dc-a2a5c380983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fc74ef-7828-4f7f-9e71-6aaa2e874878,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:11.097140 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45354) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:11.144309 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] Publish callbacks [] for security_group (c2fc74ef-7828-4f7f-9e71-6aaa2e874878), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.164992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] Publish callbacks [] for security_group (c2fc74ef-7828-4f7f-9e71-6aaa2e874878), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.213084 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (c2fc74ef-7828-4f7f-9e71-6aaa2e874878), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.215687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.216819 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2fc74ef-7828-4f7f-9e71-6aaa2e874878 HTTP/1.1" status: 204 len: 168 time: 0.1186275 Mar 08 13:10:11.224612 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94565577-5b07-41bc-9a6a-7d310c39b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fc74ef-7828-4f7f-9e71-6aaa2e874878,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:11.463989 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45360) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:11.476604 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0257b18b-364e-41b1-bda6-aa37c1ecd036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.549921 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0257b18b-364e-41b1-bda6-aa37c1ecd036 admin admin] Publish callbacks [] for security_group (7c02479e-ac00-4f7c-be2f-7650c777423f), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.553481 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0257b18b-364e-41b1-bda6-aa37c1ecd036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7c02479e-ac00-4f7c-be2f-7650c777423f), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.590182 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0257b18b-364e-41b1-bda6-aa37c1ecd036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4490317ebade444d82459a7bfc51fbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251090 Mar 08 13:10:11.592137 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257b18b-364e-41b1-bda6-aa37c1ecd036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02479e-ac00-4f7c-be2f-7650c777423f,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:11.592859 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45362) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:11.640135 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] Publish callbacks [] for security_group (7c02479e-ac00-4f7c-be2f-7650c777423f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.662507 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] Publish callbacks [] for security_group (7c02479e-ac00-4f7c-be2f-7650c777423f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.707817 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7c02479e-ac00-4f7c-be2f-7650c777423f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.710282 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:11.711408 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c02479e-ac00-4f7c-be2f-7650c777423f HTTP/1.1" status: 204 len: 168 time: 0.1175711 Mar 08 13:10:11.718824 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ee0a-fed7-4d17-90ee-c396733094cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02479e-ac00-4f7c-be2f-7650c777423f,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:15.547433 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-81b63f96-89a6-4b61-9553-4fa1e3b6924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:17.862715 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef48f-0f37-4617-a123-b9b0682fdf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:19.016082 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:20.371207 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:21.790555 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.151978 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45472) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:22.250862 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd7b4-0308-4737-a50f-76ad1fb91d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.322232 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd7b4-0308-4737-a50f-76ad1fb91d3e admin admin] Publish callbacks [] for security_group (552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.326311 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-fd6bd7b4-0308-4737-a50f-76ad1fb91d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.362001 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bd7b4-0308-4737-a50f-76ad1fb91d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:22.369059 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45476) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:22.369628 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-fd6bd7b4-0308-4737-a50f-76ad1fb91d3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=531f89451455410cbd2b946cd3de66f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160268 Mar 08 13:10:22.416357 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Publish callbacks [] for security_group (552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.436579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Publish callbacks [] for security_group (552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.481187 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.483977 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.485117 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9 HTTP/1.1" status: 204 len: 168 time: 0.1149042 Mar 08 13:10:22.492332 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552b09d8-c841-47a2-9ccb-a4a3a1fb3ec9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:22.499829 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.500181 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.500522 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.500858 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.501194 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.501522 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.501869 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.502197 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.502542 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.502829 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.503148 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.503464 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.503780 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7639bd77-06df-4031-ae77-c1657b7d1d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:22.735541 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45482) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:22.748752 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f5bc358c-2d83-446e-b444-4e531a00a324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.823956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f5bc358c-2d83-446e-b444-4e531a00a324 admin admin] Publish callbacks [] for security_group (3b3349a0-6029-4ed7-988e-716f406e4433), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.827529 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f5bc358c-2d83-446e-b444-4e531a00a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3b3349a0-6029-4ed7-988e-716f406e4433), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.862395 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc358c-2d83-446e-b444-4e531a00a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3349a0-6029-4ed7-988e-716f406e4433,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:22.866621 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f5bc358c-2d83-446e-b444-4e531a00a324 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2916df54848f450a87ff5b109dc9cfd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300681 Mar 08 13:10:22.869275 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45484) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:22.915100 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] Publish callbacks [] for security_group (3b3349a0-6029-4ed7-988e-716f406e4433), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.936022 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] Publish callbacks [] for security_group (3b3349a0-6029-4ed7-988e-716f406e4433), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.980394 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3b3349a0-6029-4ed7-988e-716f406e4433), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.983168 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:22.984285 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b3349a0-6029-4ed7-988e-716f406e4433 HTTP/1.1" status: 204 len: 168 time: 0.1135058 Mar 08 13:10:22.991748 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419e55-7556-4c71-a0b4-9b306bbb2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3349a0-6029-4ed7-988e-716f406e4433,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:25.631195 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:32.119831 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:10:45.549263 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-206db547-2c9a-4f10-a144-c4d30c5f1db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:47.863766 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad202c70-5048-4503-9c54-373701431c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:49.019865 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:50.378398 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:51.791817 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:55.638821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.500878 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45744) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:57.601676 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d814fb3-cb36-494d-a24f-ca72085c8188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.672480 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d814fb3-cb36-494d-a24f-ca72085c8188 admin admin] Publish callbacks [] for security_group (3bd54813-5d24-4c74-bf37-641368c64a7a), precommit_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.676658 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-4d814fb3-cb36-494d-a24f-ca72085c8188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3bd54813-5d24-4c74-bf37-641368c64a7a), after_create {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.714356 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-4d814fb3-cb36-494d-a24f-ca72085c8188 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3120044a994d486a93e0d459cd40d330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122791 Mar 08 13:10:57.717112 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45748) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:10:57.718980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814fb3-cb36-494d-a24f-ca72085c8188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd54813-5d24-4c74-bf37-641368c64a7a,revision_number=1']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:57.764514 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Publish callbacks [] for security_group (3bd54813-5d24-4c74-bf37-641368c64a7a), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.784444 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Publish callbacks [] for security_group (3bd54813-5d24-4c74-bf37-641368c64a7a), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.833025 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (3bd54813-5d24-4c74-bf37-641368c64a7a), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.836001 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:10:57.837185 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd54813-5d24-4c74-bf37-641368c64a7a HTTP/1.1" status: 204 len: 168 time: 0.1189990 Mar 08 13:10:57.844599 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd54813-5d24-4c74-bf37-641368c64a7a,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:10:57.852159 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.852506 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.852847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.853183 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.854100 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.854433 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.854765 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.855094 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.855422 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.855754 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.856077 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.856400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:57.856715 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537d7b53-6f21-45e9-a37b-3bdf7017fc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:10:58.003097 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-64f4571b-6fd1-414c-8fd9-13417dfb4862 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430596 Mar 08 13:10:58.066097 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-ab0dbfc5-ea36-43db-a705-b3d574b6ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.067579 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-ab0dbfc5-ea36-43db-a705-b3d574b6ba37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1129 time: 0.0449820 Mar 08 13:10:58.177710 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-9f81617d-b120-4020-a81e-eea95d0cfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.179204 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-9f81617d-b120-4020-a81e-eea95d0cfab1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0918972 Mar 08 13:10:58.244953 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-21669417-92b5-478e-a026-2c808e24a3b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 1001 time: 0.0590758 Mar 08 13:10:58.293320 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-062e3720-fdfc-4673-bb81-2a6b876193b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.294817 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-062e3720-fdfc-4673-bb81-2a6b876193b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0441642 Mar 08 13:10:58.347787 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-d3d4ca63-f339-4a82-8338-73fd4cf7cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:10:58.349355 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-d3d4ca63-f339-4a82-8338-73fd4cf7cd5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487974 Mar 08 13:10:58.439321 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-6ac1eb0d-4a84-40f2-b689-9a316eef6b33 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833554 Mar 08 13:10:58.530034 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-bdb0beeb-5974-4bfb-8ef8-d87f4fcca133 req-2e72809f-93ee-4b5b-b7ae-8ad07b689bd5 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846207 Mar 08 13:11:08.320025 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 45894) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:08.421295 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0b2081d2-c90e-4d4f-bc8a-fff7e8e32a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.494190 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0b2081d2-c90e-4d4f-bc8a-fff7e8e32a87 admin admin] Publish callbacks [] for security_group (69ef17c0-8921-4b2d-a63a-c7b0f8067630), precommit_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.497778 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0b2081d2-c90e-4d4f-bc8a-fff7e8e32a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (69ef17c0-8921-4b2d-a63a-c7b0f8067630), after_create {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.535117 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0b2081d2-c90e-4d4f-bc8a-fff7e8e32a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72435dd3cf0242cbaf4d83d7521db8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140310 Mar 08 13:11:08.536083 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2081d2-c90e-4d4f-bc8a-fff7e8e32a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef17c0-8921-4b2d-a63a-c7b0f8067630,revision_number=1']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:08.537756 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45898) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:11:08.584102 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] Publish callbacks [] for security_group (69ef17c0-8921-4b2d-a63a-c7b0f8067630), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.604471 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] Publish callbacks [] for security_group (69ef17c0-8921-4b2d-a63a-c7b0f8067630), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.649454 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (69ef17c0-8921-4b2d-a63a-c7b0f8067630), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.652065 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:08.653192 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69ef17c0-8921-4b2d-a63a-c7b0f8067630 HTTP/1.1" status: 204 len: 168 time: 0.1144216 Mar 08 13:11:08.661220 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9b2af-ff1c-40f8-933c-b8ae20396623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef17c0-8921-4b2d-a63a-c7b0f8067630,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:11:09.119024 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:11:15.551300 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a158fdd1-1175-4336-a495-6350506ac65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:17.865011 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-68e78a29-51e6-41c2-8a67-0435957b849c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:19.023096 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:20.376082 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:21.794331 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:25.648541 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:45.551937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-853cfa81-b59b-414f-bace-8c3f2ac8d249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:46.118304 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:11:47.865169 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7a56d7c3-1e80-4ad2-b743-b7d80f1e0762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.024693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:49.589818 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ff43-6c2a-4d5b-a8c2-b43a50737dba req-2d9e1793-306a-4013-9ad8-1992d5fbe8f1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:49.591188 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15d6ff43-6c2a-4d5b-a8c2-b43a50737dba req-2d9e1793-306a-4013-9ad8-1992d5fbe8f1 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.2004352 Mar 08 13:11:49.640697 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-15d6ff43-6c2a-4d5b-a8c2-b43a50737dba req-8b48674b-bf31-4657-9843-599974c1f2bf tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Mar 08 13:11:50.384625 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:50.808120 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416bdc6-29f5-45a8-a05e-54166be29f61 req-00f133eb-c1da-426f-b75c-faad72bdb718 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:50.809558 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c416bdc6-29f5-45a8-a05e-54166be29f61 req-00f133eb-c1da-426f-b75c-faad72bdb718 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.1022885 Mar 08 13:11:50.856014 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c416bdc6-29f5-45a8-a05e-54166be29f61 req-e40f9f87-d701-445b-9eda-9328735b02c9 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Mar 08 13:11:51.795728 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:51.970665 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d5c4b-2019-4511-a002-9ec2e2318ec5 req-3c01a6f7-4e8a-475f-8527-4063a64c37c7 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:51.972092 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d64d5c4b-2019-4511-a002-9ec2e2318ec5 req-3c01a6f7-4e8a-475f-8527-4063a64c37c7 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0502036 Mar 08 13:11:52.019413 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d64d5c4b-2019-4511-a002-9ec2e2318ec5 req-74a67f5f-b150-43e9-b4be-8245c5d683ed tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Mar 08 13:11:53.139041 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61586cb-bf5f-48ea-a082-6dfef1ce505e req-57b783ee-3d6b-407e-8eb3-f818fb118799 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:53.140478 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f61586cb-bf5f-48ea-a082-6dfef1ce505e req-57b783ee-3d6b-407e-8eb3-f818fb118799 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0550857 Mar 08 13:11:53.187530 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f61586cb-bf5f-48ea-a082-6dfef1ce505e req-fb04fee3-f96a-49a7-a1c2-abf20640c5c4 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Mar 08 13:11:54.302381 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defddf9-fb7f-49a3-b64a-a8b069fcef81 req-5cad9611-d825-4d85-9cc9-7736affb11bf tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:54.304474 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6defddf9-fb7f-49a3-b64a-a8b069fcef81 req-5cad9611-d825-4d85-9cc9-7736affb11bf tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0524280 Mar 08 13:11:54.351226 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6defddf9-fb7f-49a3-b64a-a8b069fcef81 req-74c96bfd-8c53-455c-aa89-842ae7644f82 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Mar 08 13:11:55.464925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba4a71-9e97-453e-b381-35f569aa489f req-19f76eca-dc4b-4fb9-bed1-8d10eb6e3158 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:55.466393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-47ba4a71-9e97-453e-b381-35f569aa489f req-19f76eca-dc4b-4fb9-bed1-8d10eb6e3158 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0497308 Mar 08 13:11:55.516605 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-47ba4a71-9e97-453e-b381-35f569aa489f req-802e1b4f-7c10-49bb-8404-eb28e3151653 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Mar 08 13:11:55.663451 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:11:56.630597 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f13a2c-00dd-4838-ac59-cee5bf59f0cd req-ec2102df-4558-4707-9d1d-c37b3e9a2761 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:56.631963 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03f13a2c-00dd-4838-ac59-cee5bf59f0cd req-ec2102df-4558-4707-9d1d-c37b3e9a2761 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0506749 Mar 08 13:11:56.678919 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-03f13a2c-00dd-4838-ac59-cee5bf59f0cd req-5f3355b1-f36d-4d53-921a-af4a4456e67e tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Mar 08 13:11:57.793310 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408dfa3-3fa7-4c63-ae17-4575414b3252 req-08297f42-1d44-4478-abfa-18ce40de674f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:57.794748 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c408dfa3-3fa7-4c63-ae17-4575414b3252 req-08297f42-1d44-4478-abfa-18ce40de674f tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0507793 Mar 08 13:11:57.840717 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-c408dfa3-3fa7-4c63-ae17-4575414b3252 req-31863670-9265-4951-82d2-12e2752e19a6 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Mar 08 13:11:58.961099 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba52f9-de89-4e07-b6ff-51113cbc5770 req-8db61cce-bbbd-4ae7-88b5-2d47b47b869d tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:58.962615 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6fba52f9-de89-4e07-b6ff-51113cbc5770 req-8db61cce-bbbd-4ae7-88b5-2d47b47b869d tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0560696 Mar 08 13:11:59.013678 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-6fba52f9-de89-4e07-b6ff-51113cbc5770 req-54c2cdb2-5b53-4bdc-a2d9-20f67e6b4a90 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452909 Mar 08 13:11:59.076634 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-96518062-eabb-4781-aa6c-6491fc008a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.078142 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-96518062-eabb-4781-aa6c-6491fc008a0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0904090 Mar 08 13:11:59.180910 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-be382743-2aa3-4a4d-8102-c8cd9f0be0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.182368 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-be382743-2aa3-4a4d-8102-c8cd9f0be0d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0858462 Mar 08 13:11:59.243885 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-e9b485da-2b3a-4b7b-8d18-06959af48e86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1002 time: 0.0557275 Mar 08 13:11:59.294596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-a133c45c-dc88-435b-a1de-dd611033f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.296024 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-a133c45c-dc88-435b-a1de-dd611033f818 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0465293 Mar 08 13:11:59.343434 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-98a80de1-2dde-4e69-865a-7c57e012f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.344987 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-98a80de1-2dde-4e69-865a-7c57e012f100 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426502 Mar 08 13:11:59.355369 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-58fa32c4-cbd4-428a-a068-36336d63c516 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:11:59.356331 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-58fa32c4-cbd4-428a-a068-36336d63c516 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049968 Mar 08 13:11:59.441768 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-4ca54ff0-bb78-47dd-a4eb-a84fe5ee81f1 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791690 Mar 08 13:11:59.532053 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63dac97c-e1e7-48be-8901-b3ee90cdd0a7 req-45b1566e-686a-4127-9a6f-7930b5d77ac2 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Mar 08 13:11:59.613223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cd631-b2d4-4631-8650-710445550606 req-7a4f7c50-4a1a-44a7-aa9d-dfd041a5dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.614632 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-7a4f7c50-4a1a-44a7-aa9d-dfd041a5dd04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0432587 Mar 08 13:11:59.703759 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cd631-b2d4-4631-8650-710445550606 req-a2b891bf-820c-4e01-b018-6296f60720a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.705194 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-a2b891bf-820c-4e01-b018-6296f60720a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0849214 Mar 08 13:11:59.766509 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-0764f895-4eb0-4512-9aa6-99f536adbf9f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1002 time: 0.0551529 Mar 08 13:11:59.816064 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cd631-b2d4-4631-8650-710445550606 req-8eacf80b-6898-4390-bd0f-a75a4b6adb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.817441 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-8eacf80b-6898-4390-bd0f-a75a4b6adb83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0448289 Mar 08 13:11:59.864596 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cd631-b2d4-4631-8650-710445550606 req-79025fa5-3982-4983-b044-e25d4957733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:11:59.866520 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-79025fa5-3982-4983-b044-e25d4957733b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425394 Mar 08 13:11:59.950796 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-ff166347-209b-4429-9d62-46b2032d54a0 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792956 Mar 08 13:12:00.040865 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-f10cd631-b2d4-4631-8650-710445550606 req-8c16eb74-96bd-4a69-bba6-5692d2e6181e service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833802 Mar 08 13:12:00.129819 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31fd24-cdc4-419b-a9c1-a868b388e5a8 req-5ca7af0c-387d-4260-aa01-bc0178bf93ae tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:00.131164 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0a31fd24-cdc4-419b-a9c1-a868b388e5a8 req-5ca7af0c-387d-4260-aa01-bc0178bf93ae tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0506310 Mar 08 13:12:00.177819 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0a31fd24-cdc4-419b-a9c1-a868b388e5a8 req-fafa6c8b-1e25-48bd-b912-8319e547c698 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Mar 08 13:12:01.300758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b1fc5-bee3-4428-9d83-c0c007f1d4a2 req-46ce7420-8249-4897-8e8a-56f261441030 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:01.302374 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-485b1fc5-bee3-4428-9d83-c0c007f1d4a2 req-46ce7420-8249-4897-8e8a-56f261441030 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0569599 Mar 08 13:12:01.351984 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-485b1fc5-bee3-4428-9d83-c0c007f1d4a2 req-e6449f80-5b80-4cde-84b8-50783e5c5602 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434608 Mar 08 13:12:02.467259 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4a1e3-0eb4-44a0-900f-fb2e5a2b8c2a req-74ae2881-c454-47e8-aaa0-062ae9479f01 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:02.468664 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-88b4a1e3-0eb4-44a0-900f-fb2e5a2b8c2a req-74ae2881-c454-47e8-aaa0-062ae9479f01 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0503533 Mar 08 13:12:02.515002 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-88b4a1e3-0eb4-44a0-900f-fb2e5a2b8c2a req-2a788c20-1ad5-4916-a45e-622a6f96d359 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Mar 08 13:12:02.620365 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [req-d8c1fec5-9533-437f-a4dd-a4773f54f301 req-d113a0d9-7234-476f-ac7d-a724997d835c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=102987) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 13:12:02.621359 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d8c1fec5-9533-437f-a4dd-a4773f54f301 req-d113a0d9-7234-476f-ac7d-a724997d835c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452485 Mar 08 13:12:03.822121 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd00d-751e-4800-86a9-a529d092e8de req-9789e00a-e199-411d-817b-1af82efaec20 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:03.823550 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b63dd00d-751e-4800-86a9-a529d092e8de req-9789e00a-e199-411d-817b-1af82efaec20 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0858369 Mar 08 13:12:03.830079 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-bacabd69-80eb-4cbe-b705-ff398260fc07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174135 Mar 08 13:12:03.873359 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-b63dd00d-751e-4800-86a9-a529d092e8de req-bac39e72-a4c4-4120-a203-61c6bc937f05 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Mar 08 13:12:03.950594 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-b57e05f3-fb60-4c27-9654-1c526647ef76 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:03.951845 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-b57e05f3-fb60-4c27-9654-1c526647ef76 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports/ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 943 time: 0.0945830 Mar 08 13:12:04.997592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8bc8d-1081-4d52-a417-aa13f7ec7c27 req-e53eab68-6ccc-4f41-bb1d-57ee961a3196 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:04.999062 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24c8bc8d-1081-4d52-a417-aa13f7ec7c27 req-e53eab68-6ccc-4f41-bb1d-57ee961a3196 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0579684 Mar 08 13:12:05.048951 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-24c8bc8d-1081-4d52-a417-aa13f7ec7c27 req-2ba55050-6f8f-48de-814a-6717e4397146 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432186 Mar 08 13:12:05.388820 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-8595e577-8999-4083-891a-5478e26b1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:05.390349 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-8595e577-8999-4083-891a-5478e26b1e79 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b&tenant_id=4cc59aee837c4854aa9382d22f775572 HTTP/1.1" status: 200 len: 1130 time: 0.0472138 Mar 08 13:12:05.453983 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-ec165676-e6f8-47b8-8807-35dad9ba6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:05.455436 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-ec165676-e6f8-47b8-8807-35dad9ba6b73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0431416 Mar 08 13:12:05.525982 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:05.542001 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-f27e39fa-718d-4ad1-b0f3-4ac7cd698274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:05.543520 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-f27e39fa-718d-4ad1-b0f3-4ac7cd698274 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0817275 Mar 08 13:12:05.604375 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 is: ACTIVE; New status is: DOWN {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:05.604681 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.610074 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-cb4b62c1-e246-4302-ab15-68082d4f26df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1002 time: 0.0603468 Mar 08 13:12:05.626428 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:05.628625 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1841c6f9-e6dd-480c-aa86-a15fdfbe2783" -d '{"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:05.641560 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:05.645929 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:05.659253 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-46a718cb-b60a-4556-9a62-f077a34369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:05.660705 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-46a718cb-b60a-4556-9a62-f077a34369d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0447378 Mar 08 13:12:05.695161 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=6']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:05.702244 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.702731 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.703444 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.703444 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.703742 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.704076 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.704400 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.704734 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.705146 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.705404 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.705708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.706062 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.706388 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:05.712568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-8b096ecc-b61d-4361-a01e-9ae957d98745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:05.714183 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-8b096ecc-b61d-4361-a01e-9ae957d98745 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477946 Mar 08 13:12:05.726500 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efabbf8d-3362-4d72-88a2-682c70e636bb x-openstack-request-id: req-efabbf8d-3362-4d72-88a2-682c70e636bb {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:05.726756 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:05.727013 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efabbf8d-3362-4d72-88a2-682c70e636bb {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:05.727923 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'code': 200} Mar 08 13:12:05.803303 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-286ccfb9-7bdd-4228-a65f-5257fd13244a service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833247 Mar 08 13:12:05.889921 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-0dbed59e-2756-4161-93c9-0edc1f117862 req-61d4f3ff-b7ce-4315-b17c-c2632e1d27ee service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805874 Mar 08 13:12:06.168279 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce4c59-f259-4549-bf43-3fdb93ab6fa1 req-459850bf-c28f-425c-b362-ffe590e5e2e3 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:06.169627 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-70ce4c59-f259-4549-bf43-3fdb93ab6fa1 req-459850bf-c28f-425c-b362-ffe590e5e2e3 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0547493 Mar 08 13:12:06.216432 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-70ce4c59-f259-4549-bf43-3fdb93ab6fa1 req-d026711f-b996-45ec-b461-82caa49cc4af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410781 Mar 08 13:12:07.332955 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdbe92-9628-47b5-ba6b-ac4e476b7ec9 req-7e0a72ab-c11c-4399-8a13-e6cebd589661 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:07.334399 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8cdbe92-9628-47b5-ba6b-ac4e476b7ec9 req-7e0a72ab-c11c-4399-8a13-e6cebd589661 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0511582 Mar 08 13:12:07.382390 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-e8cdbe92-9628-47b5-ba6b-ac4e476b7ec9 req-2c7b4fe5-a03b-4cbe-bec6-be3720bb32d0 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Mar 08 13:12:08.495974 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdf41d-9e6c-4633-a0c6-b945107871e0 req-6139867a-2205-4ad1-a983-ed256beff649 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:08.497393 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f7bdf41d-9e6c-4633-a0c6-b945107871e0 req-6139867a-2205-4ad1-a983-ed256beff649 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0500543 Mar 08 13:12:08.547492 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f7bdf41d-9e6c-4633-a0c6-b945107871e0 req-ce3e15fb-693a-452d-859c-d397869b8ba0 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Mar 08 13:12:09.661980 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1150bb-f99d-47bc-9b64-ed3136462476 req-1da45523-40f3-40ed-abdf-5a50926ac567 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:09.663323 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df1150bb-f99d-47bc-9b64-ed3136462476 req-1da45523-40f3-40ed-abdf-5a50926ac567 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0514445 Mar 08 13:12:09.710105 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-df1150bb-f99d-47bc-9b64-ed3136462476 req-8c6eef97-86d9-477c-9d40-59a43b529a02 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 Mar 08 13:12:10.823605 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaf6c3-170f-4669-a9e9-d142918460cf req-7c8f3162-2c80-4e78-8649-afa0200d8aeb tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:10.825058 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f0aaf6c3-170f-4669-a9e9-d142918460cf req-7c8f3162-2c80-4e78-8649-afa0200d8aeb tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0509589 Mar 08 13:12:10.871912 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f0aaf6c3-170f-4669-a9e9-d142918460cf req-f0877054-d99a-4bb1-a3b1-79558669eb14 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415213 Mar 08 13:12:11.996100 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaf790-32c2-47b0-8faf-0d3effb79878 req-8c4139df-3b0f-42b8-a27e-d698ae10cb2a tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:11.997543 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f7eaf790-32c2-47b0-8faf-0d3effb79878 req-8c4139df-3b0f-42b8-a27e-d698ae10cb2a tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.0551524 Mar 08 13:12:12.018684 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db766b4d-e3c8-4165-bfaa-a8989b2b0736 req-4b455829-a792-406e-9a5f-93b9c8d0ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:12.020161 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-db766b4d-e3c8-4165-bfaa-a8989b2b0736 req-4b455829-a792-406e-9a5f-93b9c8d0ee29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1128 time: 0.0482278 Mar 08 13:12:12.045260 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f7eaf790-32c2-47b0-8faf-0d3effb79878 req-65d05815-62a0-4c86-a6cb-5382a354259a tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Mar 08 13:12:12.065360 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-db766b4d-e3c8-4165-bfaa-a8989b2b0736 req-d21da6c9-f508-41b4-b1a0-c97d105efc1e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388284 Mar 08 13:12:12.935580 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 45994) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:13.097859 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port 47669315-0ba9-44a9-80be-d2696b2ec1e6 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:13.098560 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.202384 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.202701 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (47669315-0ba9-44a9-80be-d2696b2ec1e6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.217532 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for 47669315-0ba9-44a9-80be-d2696b2ec1e6 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:13.227801 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc7644-0fa9-4375-9ad3-f557db4f8be2 req-ee696e4c-55db-40e6-9cd1-8ecc955da669 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:13.229227 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-21bc7644-0fa9-4375-9ad3-f557db4f8be2 req-ee696e4c-55db-40e6-9cd1-8ecc955da669 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 944 time: 0.1090729 Mar 08 13:12:13.323167 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-21bc7644-0fa9-4375-9ad3-f557db4f8be2 req-55d1e48a-f8ac-4921-be28-320cbf97ee72 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876570 Mar 08 13:12:13.604338 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 13:12:13.655120 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (47669315-0ba9-44a9-80be-d2696b2ec1e6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.680239 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=47669315-0ba9-44a9-80be-d2696b2ec1e6,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:13.705553 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:13.706236 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.706582 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.706924 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.707257 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.707584 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.707909 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.708232 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.708553 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.708873 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.709191 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.709510 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.709857 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.710221 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:13.715948 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Returning: {'device': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'port_id': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'mac_address': 'fa:16:3e:d7:11:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 13:12:13.747876 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (acce34ce-504f-4c86-87a3-7e22fd37d339), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.748350 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP acce34ce-504f-4c86-87a3-7e22fd37d339 disassociated (deleted). External IP: 172.27.1.115, port: a3383b6a-c034-4e5b-b72c-cf42fc64d5cf. Mar 08 13:12:13.753580 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 is: DOWN; New status is: BUILD {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:13.753982 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.766942 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 {{(pid=102989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 13:12:13.786327 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:13.791079 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:13.840117 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=7']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:13.959243 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:14.065731 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:14.070493 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:14.073583 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] get_ports_and_sgs() called for port_ids ['ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'] {{(pid=102989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 13:12:14.076713 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:14.088080 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:14.089224 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:11:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:14.102348 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-b00adf5b-ce1d-46e5-a541-10bc0d4f9908 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "DELETE /v2.0/floatingips/acce34ce-504f-4c86-87a3-7e22fd37d339 HTTP/1.1" status: 204 len: 168 time: 1.1627710 Mar 08 13:12:14.102348 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:14.103012 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91536b0-bfa4-43f9-ac21-813db48851e0" -d '{"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:14.203180 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:14.227764 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cfa4f3-125d-4643-b157-6895e758b81e x-openstack-request-id: req-c0cfa4f3-125d-4643-b157-6895e758b81e {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:14.228053 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:14.228314 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0cfa4f3-125d-4643-b157-6895e758b81e {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:14.228717 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'status': 'completed', 'code': 200} Mar 08 13:12:14.322413 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-ce51c8c9-0f0e-4429-8de6-099fa41cb88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:14.324080 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-ce51c8c9-0f0e-4429-8de6-099fa41cb88f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 1129 time: 0.0533810 Mar 08 13:12:14.401107 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c7d1f-5dc0-41bf-82e8-bf4a669ae20f req-70bd5632-a45d-4a8d-964a-ee42305493cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:14.402657 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f05c7d1f-5dc0-41bf-82e8-bf4a669ae20f req-70bd5632-a45d-4a8d-964a-ee42305493cd tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0730381 Mar 08 13:12:14.421545 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-429eec49-2362-4e01-80e2-f61b42baa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:14.423193 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-429eec49-2362-4e01-80e2-f61b42baa229 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.0919821 Mar 08 13:12:14.455106 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-f05c7d1f-5dc0-41bf-82e8-bf4a669ae20f req-aff6eb88-090a-41ef-8e85-3ba772cbbdc8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Mar 08 13:12:14.461999 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:14.469168 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-1605c8cd-5798-4edf-858e-64c539a565a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 200 len: 217 time: 0.0388429 Mar 08 13:12:14.488598 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:14.497213 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:14.497852 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:11:48Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:14.517945 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-4d79907e-b2d0-4846-ac77-e5c7b34feaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:14.519392 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-4d79907e-b2d0-4846-ac77-e5c7b34feaf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0435491 Mar 08 13:12:14.579034 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-91d58bd5-7796-4eef-84fa-893502b77d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:14.580520 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-91d58bd5-7796-4eef-84fa-893502b77d3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541043 Mar 08 13:12:14.604722 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:14.667263 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-5afe9be2-44e0-4385-8f4c-dd4a5913563e service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797880 Mar 08 13:12:14.756344 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-a91536b0-bfa4-43f9-ac21-813db48851e0 req-54ae56b0-23ae-47a5-b4ea-a758c22af266 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816178 Mar 08 13:12:14.822822 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:14.852194 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869d0f0-53aa-4cb7-a106-531289d5bad1 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_floatingips': [{'id': '3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'router_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'port_id': 'c4257035-7802-476b-8380-58418a1c4340', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'mac_address': 'fa:16:3e:2b:cb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9078c158-47fa-4de6-8181-2e180e44ad45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T13:06:36Z', 'updated_at': '2022-03-08T13:06:38Z', 'revision_number': 1, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:15.062905 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b165d13-fe6c-4b6d-aba7-8b4fa91e46bc None None] New status for floating IP acce34ce-504f-4c86-87a3-7e22fd37d339: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:15.556339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-6110d208-f123-4cfb-a857-10ece8eb2e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:15.576557 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf6a38-8bcc-4fbe-a314-300c9219be02 req-9020d31d-d347-4191-a4e1-47ebac52baba tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:15.578050 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0cf6a38-8bcc-4fbe-a314-300c9219be02 req-9020d31d-d347-4191-a4e1-47ebac52baba tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0535564 Mar 08 13:12:15.625256 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-d0cf6a38-8bcc-4fbe-a314-300c9219be02 req-1aedeff7-df51-43eb-a411-9f1a88913097 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Mar 08 13:12:15.635653 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 up at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 13:12:15.682443 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.provisioning_blocks [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Provisioning complete for port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 triggered by entity L2. {{(pid=102989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 13:12:15.682815 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723688'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), provisioning_complete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:15.755168 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Current status of the port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 is: BUILD; New status is: ACTIVE {{(pid=102989) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 13:12:15.755551 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-605663'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:15.780923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:15.783139 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}179bcbb2eafd5f25034b4975fdcafc4f80811ffeebec27cdc16b936916951b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975f56fc-f1c6-43de-87db-1038716090a9" -d '{"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:15.796408 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:15.799935 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765797770936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765797412307', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765797412325'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:15.824531 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae07b9f-10ff-4ef5-96e3-2431de02d68e x-openstack-request-id: req-bae07b9f-10ff-4ef5-96e3-2431de02d68e {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:15.824830 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-plugged", "status": "completed", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "code": 200}]} {{(pid=102989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:15.825078 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bae07b9f-10ff-4ef5-96e3-2431de02d68e {{(pid=102989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:15.825461 dv-cinder-830090-2-iscsi neutron-server[102989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'code': 200} Mar 08 13:12:15.849756 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Pushing event updated for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=8']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:15.957658 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-c7d9dc86-4029-4405-acfe-cf910f5c6dd2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:15.959355 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-c7d9dc86-4029-4405-acfe-cf910f5c6dd2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 945 time: 0.0519261 Mar 08 13:12:16.046991 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:16.047319 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:16.135800 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] For port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:16.136153 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:16.148374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for a3383b6a-c034-4e5b-b72c-cf42fc64d5cf owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:16.271611 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (a3383b6a-c034-4e5b-b72c-cf42fc64d5cf), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:16.299135 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=a3383b6a-c034-4e5b-b72c-cf42fc64d5cf,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:16.312211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.312557 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.312902 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.313233 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.313560 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.313911 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.314243 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.314568 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.314887 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.315207 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.315525 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.315842 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.316156 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:12:16.352502 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] No DVR routers for this DVR port a3383b6a-c034-4e5b-b72c-cf42fc64d5cf on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:16.355195 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:16.358792 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-5fafa54c-37ee-4055-ad79-417dba071eb9 req-558d409e-3419-4d79-8c2e-df936557a4c8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "DELETE /v2.0/ports/a3383b6a-c034-4e5b-b72c-cf42fc64d5cf HTTP/1.1" status: 204 len: 173 time: 0.3941638 Mar 08 13:12:16.359303 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'name': 'network-vif-deleted', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:16.361580 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a87ab6-a4c0-4813-93bb-0a72387193de" -d '{"events": [{"server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "name": "network-vif-deleted", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:16.465506 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5f221e-7c36-4f16-a097-75d5641f8b89 x-openstack-request-id: req-bd5f221e-7c36-4f16-a097-75d5641f8b89 {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:16.465820 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38187796-ddf0-4e28-b59a-41727bae4c48", "name": "network-vif-deleted", "tag": "a3383b6a-c034-4e5b-b72c-cf42fc64d5cf", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:16.466086 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd5f221e-7c36-4f16-a097-75d5641f8b89 {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:16.466644 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38187796-ddf0-4e28-b59a-41727bae4c48', 'name': 'network-vif-deleted', 'tag': 'a3383b6a-c034-4e5b-b72c-cf42fc64d5cf', 'status': 'completed', 'code': 200} Mar 08 13:12:16.735699 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-20bc7477-9042-48e2-b865-9ff4285a09b8 req-8abdc258-d2dc-4dff-9e56-83e0c93d8ee8 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=38187796-ddf0-4e28-b59a-41727bae4c48 HTTP/1.1" status: 200 len: 210 time: 0.0297134 Mar 08 13:12:17.869025 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6c8b-d24f-4489-8957-20ac0bc81811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:19.027327 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:19.651340 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device a3383b6a-c034-4e5b-b72c-cf42fc64d5cf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:19.670603 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: a3383b6a-c034-4e5b-b72c-cf42fc64d5cf {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:19.670943 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device a3383b6a-c034-4e5b-b72c-cf42fc64d5cf not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:20.009400 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46034) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:20.162885 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port e6f85b13-cbaa-412c-ab29-02f01b0b6288 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:20.163817 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.236343 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.236663 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (e6f85b13-cbaa-412c-ab29-02f01b0b6288), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.248537 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for e6f85b13-cbaa-412c-ab29-02f01b0b6288 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:20.382646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.394051 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (e6f85b13-cbaa-412c-ab29-02f01b0b6288), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.420274 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=e6f85b13-cbaa-412c-ab29-02f01b0b6288,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:20.479267 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.479669 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Floating IP 3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2 disassociated (deleted). External IP: 172.27.1.61, port: c4257035-7802-476b-8380-58418a1c4340. Mar 08 13:12:20.681962 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:20.788144 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:20.792937 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:20.798293 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:20.808410 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:20.809081 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:20.827504 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f3d4a5c5-74d4-4f50-81b3-208d5234cbf6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "DELETE /v2.0/floatingips/3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2 HTTP/1.1" status: 204 len: 168 time: 0.8144822 Mar 08 13:12:20.827504 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:20.828004 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352e05d0-a310-4ad3-8607-113686f2ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:20.864467 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323cb06-0b8b-4f53-830f-ef9e7ca5b34c x-openstack-request-id: req-2323cb06-0b8b-4f53-830f-ef9e7ca5b34c {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:20.864758 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "tag": "c4257035-7802-476b-8380-58418a1c4340", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:20.865013 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2323cb06-0b8b-4f53-830f-ef9e7ca5b34c {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:20.865413 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'tag': 'c4257035-7802-476b-8380-58418a1c4340', 'status': 'completed', 'code': 200} Mar 08 13:12:20.919544 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:20.933235 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-59ac48ae-8b4c-4af4-a9df-0e8c651516fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:20.934797 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-59ac48ae-8b4c-4af4-a9df-0e8c651516fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 1129 time: 0.0460780 Mar 08 13:12:21.042078 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-4efeafde-f8e5-4b02-b2a6-e80e2d0e43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.043580 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-4efeafde-f8e5-4b02-b2a6-e80e2d0e43ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 200 len: 913 time: 0.1025577 Mar 08 13:12:21.078250 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09075a08-7f2b-46f2-a02f-3cd0cef2766a req-ce7fe14a-5a0a-4502-bd42-caddbdcfebb5 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.079916 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09075a08-7f2b-46f2-a02f-3cd0cef2766a req-ce7fe14a-5a0a-4502-bd42-caddbdcfebb5 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 945 time: 0.0568924 Mar 08 13:12:21.088072 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-3ad03e0f-8868-460d-8798-f0c202c067da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 200 len: 217 time: 0.0359654 Mar 08 13:12:21.131387 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-09075a08-7f2b-46f2-a02f-3cd0cef2766a req-3d3be5ca-0d37-4e5f-a14f-1417e861ce82 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/security-groups?id=274dcf68-37b0-497d-8791-daf398f3357f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Mar 08 13:12:21.142998 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-714a74ef-0d6b-46e0-b1a6-0e54c429af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.144554 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-714a74ef-0d6b-46e0-b1a6-0e54c429af64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 200 len: 850 time: 0.0485027 Mar 08 13:12:21.195248 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-e01e6b67-682f-46ad-9ebb-d892467a6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.196657 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-e01e6b67-682f-46ad-9ebb-d892467a6e1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6571cb64-218b-41cb-9065-e09fa0303e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456269 Mar 08 13:12:21.212960 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:21.242783 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:21.251053 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:21.251674 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:21.284207 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-56a2d015-4ad5-4239-ab74-24fb3d72184a service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Mar 08 13:12:21.359183 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:21.375915 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-352e05d0-a310-4ad3-8607-113686f2ccf2 req-725e76f9-525f-4d46-bf97-fa53476419b0 service neutron] 10.222.0.74 "GET /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848176 Mar 08 13:12:21.547758 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:21.572985 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c8d6-5517-438e-adfb-a13ec7f9096e None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:02:58Z', 'revision_number': 4, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '553e3abf-b17a-496c-8898-8bf970ab8a8f', 'name': '', 'network_id': '6571cb64-218b-41cb-9065-e09fa0303e3d', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'mac_address': 'fa:16:3e:12:73:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:57Z', 'updated_at': '2022-03-08T13:03:03Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'subnets': [{'id': 'ab64d186-2f3a-4272-adc6-44d4ff207434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:21.604590 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-57a0b150-e497-4607-8f98-227c122353f2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:12:21.606074 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-57a0b150-e497-4607-8f98-227c122353f2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 945 time: 0.0513062 Mar 08 13:12:21.703410 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port c4257035-7802-476b-8380-58418a1c4340 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:21.703749 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (c4257035-7802-476b-8380-58418a1c4340), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:21.795528 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] For port c4257035-7802-476b-8380-58418a1c4340, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c4257035-7802-476b-8380-58418a1c4340,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:21.795957 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (c4257035-7802-476b-8380-58418a1c4340), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:21.798888 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:21.805646 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bc013-fdae-4b73-aed2-91b6d50a0483 None None] New status for floating IP 3d45f16a-8c33-4b8b-b1be-44ddcb1d1db2: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:12:21.808438 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for c4257035-7802-476b-8380-58418a1c4340 owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:21.938251 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c4257035-7802-476b-8380-58418a1c4340), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:21.968063 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=c4257035-7802-476b-8380-58418a1c4340,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:22.013388 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] No DVR routers for this DVR port c4257035-7802-476b-8380-58418a1c4340 on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:22.015725 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:22.018961 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2ab737eb-fc55-4048-a248-93268bf19da9 req-e5eb9df0-14f6-4879-a590-7d0383714ddf tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.74 "DELETE /v2.0/ports/c4257035-7802-476b-8380-58418a1c4340 HTTP/1.1" status: 204 len: 173 time: 0.4081876 Mar 08 13:12:22.019390 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'name': 'network-vif-deleted', 'tag': 'c4257035-7802-476b-8380-58418a1c4340'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:12:22.021549 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88f6bf3-c76a-4755-a012-f4f1497abd97" -d '{"events": [{"server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "name": "network-vif-deleted", "tag": "c4257035-7802-476b-8380-58418a1c4340"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:12:22.057897 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5a421-da61-4380-820a-11330f5eb5ec x-openstack-request-id: req-c0b5a421-da61-4380-820a-11330f5eb5ec {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:12:22.058211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9078c158-47fa-4de6-8181-2e180e44ad45", "name": "network-vif-deleted", "tag": "c4257035-7802-476b-8380-58418a1c4340", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:12:22.058491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0b5a421-da61-4380-820a-11330f5eb5ec {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:12:22.058935 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9078c158-47fa-4de6-8181-2e180e44ad45', 'name': 'network-vif-deleted', 'tag': 'c4257035-7802-476b-8380-58418a1c4340', 'status': 'completed', 'code': 200} Mar 08 13:12:22.225313 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7a707687-bf86-4592-859e-b68ac3afd74f req-48baffaa-61eb-4025-a29f-cade6b092620 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "GET /v2.0/ports?device_id=9078c158-47fa-4de6-8181-2e180e44ad45 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Mar 08 13:12:23.117126 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:12:23.280338 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46048) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:23.401442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Deleting port b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:23.401702 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.476816 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.477140 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.488423 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Calling delete_port for b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:23.615746 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.641877 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'Port': ['ID=b27fa0be-9f1b-4103-a9ee-d5bc34c6e26b,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:23.698625 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for floatingip (114982b7-2a6e-479d-ac9a-b1463f5ec5ca), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.701042 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:23.702217 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5cbc2b12-4d73-4d89-9d96-6965310812e2 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "DELETE /v2.0/floatingips/114982b7-2a6e-479d-ac9a-b1463f5ec5ca HTTP/1.1" status: 204 len: 168 time: 0.4208798 Mar 08 13:12:24.894713 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46060) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:24.949933 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (274dcf68-37b0-497d-8791-daf398f3357f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:24.974019 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (274dcf68-37b0-497d-8791-daf398f3357f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.032195 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (274dcf68-37b0-497d-8791-daf398f3357f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.035129 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:25.036284 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] 10.222.0.20 "DELETE /v2.0/security-groups/274dcf68-37b0-497d-8791-daf398f3357f HTTP/1.1" status: 204 len: 168 time: 0.1406012 Mar 08 13:12:25.046363 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d7dd7-5475-4cfd-8fc5-6671d8669fe6 tempest-TestVolumeBootPattern-1512217930 tempest-TestVolumeBootPattern-1512217930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274dcf68-37b0-497d-8791-daf398f3357f,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:25.654526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c4257035-7802-476b-8380-58418a1c4340 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:25.678494 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: c4257035-7802-476b-8380-58418a1c4340 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:25.678834 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device c4257035-7802-476b-8380-58418a1c4340 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:25.685115 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:26.111496 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46068) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:26.542387 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (30c2fc32-437e-4b8d-b821-72381b954c1b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.009211 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Deleting port 553e3abf-b17a-496c-8898-8bf970ab8a8f {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:27.009533 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.082326 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] For port 553e3abf-b17a-496c-8898-8bf970ab8a8f, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=553e3abf-b17a-496c-8898-8bf970ab8a8f,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:27.082726 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.093762 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Calling delete_port for 553e3abf-b17a-496c-8898-8bf970ab8a8f owned by network:router_interface {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:27.266260 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (553e3abf-b17a-496c-8898-8bf970ab8a8f), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.291689 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Pushing event deleted for resources: {'Port': ['ID=553e3abf-b17a-496c-8898-8bf970ab8a8f,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:27.455414 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (30c2fc32-437e-4b8d-b821-72381b954c1b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.666968 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Router 30c2fc32-437e-4b8d-b821-72381b954c1b has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:27.771608 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:27.777481 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-6b2a2d52-f128-4b93-b0cc-291242eaf430 admin admin] 10.222.0.20 "PUT /v2.0/routers/30c2fc32-437e-4b8d-b821-72381b954c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6647427 Mar 08 13:12:27.780131 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46072) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:27.781359 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Sync routers for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:27.790739 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:27.791329 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:27.883438 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks [] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:27.895999 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:27.984017 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks [] for router_gateway (30c2fc32-437e-4b8d-b821-72381b954c1b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.035465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Deleting port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:28.035787 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.066841 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:12:27Z', 'revision_number': 5, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port': {'id': 'dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:02:55Z', 'updated_at': '2022-03-08T13:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:28.094265 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Checking router: 30c2fc32-437e-4b8d-b821-72381b954c1b for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:28.102584 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Routers {'30c2fc32-437e-4b8d-b821-72381b954c1b'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:28.103179 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['30c2fc32-437e-4b8d-b821-72381b954c1b'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:28.113492 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] For port dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:28.113872 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.125073 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Calling delete_port for dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:28.189577 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] Set router 30c2fc32-437e-4b8d-b821-72381b954c1b gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:28.242109 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:12:27Z', 'revision_number': 6, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:28.268339 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73abc5-1d4a-40c8-ab28-436aa59af898 None None] The sync data for ids ['30c2fc32-437e-4b8d-b821-72381b954c1b'] in dv-cinder-830090-2-iscsi is: [{'id': '30c2fc32-437e-4b8d-b821-72381b954c1b', 'name': 'tempest-TestVolumeBootPattern-818976727-router', 'tenant_id': '9aae990736554c9c8b5e6a60c62f9f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:02:54Z', 'updated_at': '2022-03-08T13:12:27Z', 'revision_number': 6, 'project_id': '9aae990736554c9c8b5e6a60c62f9f49', 'gw_port_host': None}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:28.291414 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.322420 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:28.380327 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (30c2fc32-437e-4b8d-b821-72381b954c1b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.475246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.477393 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks [] for router_controller (30c2fc32-437e-4b8d-b821-72381b954c1b), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.526202 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (30c2fc32-437e-4b8d-b821-72381b954c1b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.526769 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c2fc32-437e-4b8d-b821-72381b954c1b {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:12:28.531374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.532509 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-4ad6a02c-31d8-4f36-a7b7-75db1365c656 admin admin] 10.222.0.20 "DELETE /v2.0/routers/30c2fc32-437e-4b8d-b821-72381b954c1b HTTP/1.1" status: 204 len: 168 time: 0.7514651 Mar 08 13:12:28.535076 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46074) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:28.578265 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Deleting subnet ab64d186-2f3a-4272-adc6-44d4ff207434 {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:12:28.581156 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Publish callbacks [] for subnet (ab64d186-2f3a-4272-adc6-44d4ff207434), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.615412 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (ab64d186-2f3a-4272-adc6-44d4ff207434), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.701505 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (ab64d186-2f3a-4272-adc6-44d4ff207434), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.751239 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (ab64d186-2f3a-4272-adc6-44d4ff207434), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.775723 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab64d186-2f3a-4272-adc6-44d4ff207434,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:28.779205 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.782310 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-807cda6d-8709-4d68-9339-910173a06f95 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab64d186-2f3a-4272-adc6-44d4ff207434 HTTP/1.1" status: 204 len: 168 time: 0.2462435 Mar 08 13:12:28.784720 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46076) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:28.787660 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411082bc-ac71-40cd-8a78-5710b98a4bf8 None None] Network 6571cb64-218b-41cb-9065-e09fa0303e3d requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:12:28.855189 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (6571cb64-218b-41cb-9065-e09fa0303e3d), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.908992 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Deleting port bd8d078d-5f30-4bed-9d4b-8045268f0b86 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:28.909323 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.970572 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] For port bd8d078d-5f30-4bed-9d4b-8045268f0b86, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=bd8d078d-5f30-4bed-9d4b-8045268f0b86,segment=NetworkSegment(9e1a74f4-7761-48d9-88b2-b96d80ae9af1),segment_id=9e1a74f4-7761-48d9-88b2-b96d80ae9af1)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:28.970861 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:28.987372 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Calling delete_port for bd8d078d-5f30-4bed-9d4b-8045268f0b86 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:29.026325 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] DHCP port deletion for 6571cb64-218b-41cb-9065-e09fa0303e3d request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:12:29.071219 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.093269 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Deleting port bd8d078d-5f30-4bed-9d4b-8045268f0b86 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:29.093743 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.097176 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 553e3abf-b17a-496c-8898-8bf970ab8a8f no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:29.106531 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] No DVR routers for this DVR port bd8d078d-5f30-4bed-9d4b-8045268f0b86 on host dv-cinder-830090-2-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:29.111349 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8d078d-5f30-4bed-9d4b-8045268f0b86,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:29.139203 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 553e3abf-b17a-496c-8898-8bf970ab8a8f {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:29.139779 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 553e3abf-b17a-496c-8898-8bf970ab8a8f not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:29.140428 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device bd8d078d-5f30-4bed-9d4b-8045268f0b86 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:29.185322 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (6571cb64-218b-41cb-9065-e09fa0303e3d), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.185620 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: bd8d078d-5f30-4bed-9d4b-8045268f0b86 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:29.186010 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device bd8d078d-5f30-4bed-9d4b-8045268f0b86 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:29.186445 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:29.204958 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6571cb64-218b-41cb-9065-e09fa0303e3d']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.212022 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:29.212592 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device dc2a853e-8bb9-4ba9-beac-4a1fdd1809b9 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:29.216215 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1a74f4-7761-48d9-88b2-b96d80ae9af1') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.216677 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1a74f4-7761-48d9-88b2-b96d80ae9af1') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:29.219729 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] For port bd8d078d-5f30-4bed-9d4b-8045268f0b86, host dv-cinder-830090-2-iscsi, got binding levels [] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:29.220320 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.229884 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (9e1a74f4-7761-48d9-88b2-b96d80ae9af1), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.233402 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Calling delete_port for bd8d078d-5f30-4bed-9d4b-8045268f0b86 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:29.236359 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.ipam_backend_mixin [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Port bd8d078d-5f30-4bed-9d4b-8045268f0b86 was not found and therefore no delete operation was performed {{(pid=102989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:12:29.237433 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (bd8d078d-5f30-4bed-9d4b-8045268f0b86), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.245938 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (9e1a74f4-7761-48d9-88b2-b96d80ae9af1), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.251768 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:12:29.252816 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (9e1a74f4-7761-48d9-88b2-b96d80ae9af1), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:12:29.255014 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:12:29.263805 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] Pushing event deleted for resources: {'Port': ['ID=bd8d078d-5f30-4bed-9d4b-8045268f0b86,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:29.267379 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d08e4-1dee-4c2f-b4fa-96ea1de5a2b3 None None] No DVR routers for this DVR port bd8d078d-5f30-4bed-9d4b-8045268f0b86 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:29.312155 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (6571cb64-218b-41cb-9065-e09fa0303e3d), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.318875 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.322903 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6571cb64-218b-41cb-9065-e09fa0303e3d HTTP/1.1" status: 204 len: 168 time: 0.5371861 Mar 08 13:12:29.326003 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46078) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:29.332420 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d633-64ca-48df-93e5-c10290f1b633 admin admin] Pushing event deleted for resources: {'Network': ['ID=6571cb64-218b-41cb-9065-e09fa0303e3d,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:29.664667 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.901583 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Deleting port df037624-38de-4e44-98a1-8cfffe0342da {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:29.901944 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (df037624-38de-4e44-98a1-8cfffe0342da), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.974776 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] For port df037624-38de-4e44-98a1-8cfffe0342da, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df037624-38de-4e44-98a1-8cfffe0342da,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:29.975050 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (df037624-38de-4e44-98a1-8cfffe0342da), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:29.986349 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Calling delete_port for df037624-38de-4e44-98a1-8cfffe0342da owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:30.160718 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (df037624-38de-4e44-98a1-8cfffe0342da), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.184162 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Pushing event deleted for resources: {'Port': ['ID=df037624-38de-4e44-98a1-8cfffe0342da,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:30.349842 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.562485 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:12:30.662925 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:12:30.668366 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e715c63b-0a26-46c8-82ed-c48411fe3505 admin admin] 10.222.0.20 "PUT /v2.0/routers/2ecaccef-20c9-4167-a6e8-0750dcab4e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3408356 Mar 08 13:12:30.671017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46080) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:30.671802 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Sync routers for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:12:30.685060 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:30.685834 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:30.773851 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks [] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.792042 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:30.877445 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks [] for router_gateway (2ecaccef-20c9-4167-a6e8-0750dcab4e23), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.928973 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Deleting port eea4ed47-70b2-44f0-912f-748697b0c87f {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:30.929299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:30.969214 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:12:30Z', 'revision_number': 5, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port': {'id': 'eea4ed47-70b2-44f0-912f-748697b0c87f', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:61:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:03:01Z', 'updated_at': '2022-03-08T13:03:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:30.995547 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Checking router: 2ecaccef-20c9-4167-a6e8-0750dcab4e23 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:12:31.004405 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Routers {'2ecaccef-20c9-4167-a6e8-0750dcab4e23'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:12:31.005024 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:12:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:31.097533 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] Set router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:12:31.152844 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:12:30Z', 'revision_number': 6, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:31.178745 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0628d1-fb5b-4cea-b90b-ab7830f2f29e None None] The sync data for ids ['2ecaccef-20c9-4167-a6e8-0750dcab4e23'] in dv-cinder-830090-2-iscsi is: [{'id': '2ecaccef-20c9-4167-a6e8-0750dcab4e23', 'name': 'tempest-TestVolumeBootPattern-1386124586-router', 'tenant_id': '6ed6bab5242c417f80cf12839950d204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:03:00Z', 'updated_at': '2022-03-08T13:12:30Z', 'revision_number': 6, 'project_id': '6ed6bab5242c417f80cf12839950d204', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:12:31.263514 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] For port eea4ed47-70b2-44f0-912f-748697b0c87f, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=eea4ed47-70b2-44f0-912f-748697b0c87f,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:31.263865 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.275072 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Calling delete_port for eea4ed47-70b2-44f0-912f-748697b0c87f owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:31.432326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (eea4ed47-70b2-44f0-912f-748697b0c87f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.454412 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Pushing event deleted for resources: {'Port': ['ID=eea4ed47-70b2-44f0-912f-748697b0c87f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:31.517470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.609246 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.611355 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks [] for router_controller (2ecaccef-20c9-4167-a6e8-0750dcab4e23), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.653307 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (2ecaccef-20c9-4167-a6e8-0750dcab4e23), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.653870 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecaccef-20c9-4167-a6e8-0750dcab4e23 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:12:31.658058 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.659180 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-0fe1121f-4bcd-4253-9279-6d6815b035fa admin admin] 10.222.0.20 "DELETE /v2.0/routers/2ecaccef-20c9-4167-a6e8-0750dcab4e23 HTTP/1.1" status: 204 len: 168 time: 0.9872589 Mar 08 13:12:31.661572 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46082) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:31.707550 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Deleting subnet bbb30601-51e8-4300-8ff8-dd79a6bb3f8e {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:12:31.710476 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Publish callbacks [] for subnet (bbb30601-51e8-4300-8ff8-dd79a6bb3f8e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.743592 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (bbb30601-51e8-4300-8ff8-dd79a6bb3f8e), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.816385 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (bbb30601-51e8-4300-8ff8-dd79a6bb3f8e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.866033 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (bbb30601-51e8-4300-8ff8-dd79a6bb3f8e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.894739 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb30601-51e8-4300-8ff8-dd79a6bb3f8e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:31.899017 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:31.902254 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-852060a0-51b5-4a46-b3f2-aa5cadec232b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bbb30601-51e8-4300-8ff8-dd79a6bb3f8e HTTP/1.1" status: 204 len: 168 time: 0.2396970 Mar 08 13:12:31.904649 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46084) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:31.907263 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede141e-830a-4fd2-9176-3e36c1a2ddde None None] Network 087d9b54-08e5-46d2-ab9b-f7c89ac90fab requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:12:31.975290 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (087d9b54-08e5-46d2-ab9b-f7c89ac90fab), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.033203 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Deleting port a63b726a-e42d-46ce-87a1-2808bd109634 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:12:32.033553 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.105621 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] For port a63b726a-e42d-46ce-87a1-2808bd109634, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=a63b726a-e42d-46ce-87a1-2808bd109634,segment=NetworkSegment(4cdca207-1991-49f9-94da-f61220762fe6),segment_id=4cdca207-1991-49f9-94da-f61220762fe6)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:12:32.106064 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.120533 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Calling delete_port for a63b726a-e42d-46ce-87a1-2808bd109634 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:12:32.203512 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (a63b726a-e42d-46ce-87a1-2808bd109634), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.205052 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa7a19-bdc8-4e0c-85fa-85342c9e4721 None None] DHCP port deletion for 087d9b54-08e5-46d2-ab9b-f7c89ac90fab request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:12:32.235060 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63b726a-e42d-46ce-87a1-2808bd109634,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.236797 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] No DVR routers for this DVR port a63b726a-e42d-46ce-87a1-2808bd109634 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:12:32.305141 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (087d9b54-08e5-46d2-ab9b-f7c89ac90fab), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.324787 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087d9b54-08e5-46d2-ab9b-f7c89ac90fab']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:32.333687 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdca207-1991-49f9-94da-f61220762fe6') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:32.334014 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdca207-1991-49f9-94da-f61220762fe6') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:12:32.344207 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (4cdca207-1991-49f9-94da-f61220762fe6), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.357668 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (4cdca207-1991-49f9-94da-f61220762fe6), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.363366 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:12:32.363698 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (4cdca207-1991-49f9-94da-f61220762fe6), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:12:32.365282 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:12:32.420461 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (087d9b54-08e5-46d2-ab9b-f7c89ac90fab), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.425802 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.429127 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/087d9b54-08e5-46d2-ab9b-f7c89ac90fab HTTP/1.1" status: 204 len: 168 time: 0.5235429 Mar 08 13:12:32.439277 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5306-c01b-48dc-8e3b-da0d1021b0d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=087d9b54-08e5-46d2-ab9b-f7c89ac90fab,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.538661 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46088) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:32.576787 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-aa5bd5ce-1afa-4821-b2e8-38ded15b54cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9aae990736554c9c8b5e6a60c62f9f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370092 Mar 08 13:12:32.579160 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46090) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:32.624115 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] Publish callbacks [] for security_group (d8c05e57-84a7-4d49-81b7-fd9758ee23d9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.644788 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] Publish callbacks [] for security_group (d8c05e57-84a7-4d49-81b7-fd9758ee23d9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.692249 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (d8c05e57-84a7-4d49-81b7-fd9758ee23d9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.695600 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:32.696711 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8c05e57-84a7-4d49-81b7-fd9758ee23d9 HTTP/1.1" status: 204 len: 168 time: 0.1166894 Mar 08 13:12:32.705099 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750316-3639-4c4d-86e0-357d24e4c2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c05e57-84a7-4d49-81b7-fd9758ee23d9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:32.843526 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df037624-38de-4e44-98a1-8cfffe0342da no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:32.863085 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: df037624-38de-4e44-98a1-8cfffe0342da {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:32.863437 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df037624-38de-4e44-98a1-8cfffe0342da not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:32.863905 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device eea4ed47-70b2-44f0-912f-748697b0c87f no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:32.886491 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: eea4ed47-70b2-44f0-912f-748697b0c87f {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:32.886839 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device eea4ed47-70b2-44f0-912f-748697b0c87f not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:32.887256 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a63b726a-e42d-46ce-87a1-2808bd109634 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:12:32.905805 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: a63b726a-e42d-46ce-87a1-2808bd109634 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:12:32.906160 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device a63b726a-e42d-46ce-87a1-2808bd109634 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:12:33.002579 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46096) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:33.043284 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-3315aeba-e5f2-48ce-b4f1-24da484ce97a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ed6bab5242c417f80cf12839950d204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394361 Mar 08 13:12:33.045643 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46100) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:12:33.092863 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] Publish callbacks [] for security_group (7dba4f6e-f979-49f0-97f3-0746c2026971), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.113873 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] Publish callbacks [] for security_group (7dba4f6e-f979-49f0-97f3-0746c2026971), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.158721 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (7dba4f6e-f979-49f0-97f3-0746c2026971), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.161470 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:33.162628 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dba4f6e-f979-49f0-97f3-0746c2026971 HTTP/1.1" status: 204 len: 168 time: 0.1160743 Mar 08 13:12:33.170326 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b20ff-15cd-49fc-a186-72cf3a0065e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba4f6e-f979-49f0-97f3-0746c2026971,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:12:45.558149 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-57e744d1-5e3c-4d89-8460-415e2ed1a217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:47.870032 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-fb30e8de-cda0-46da-a8df-7f08362847af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:49.030334 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:50.392270 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:51.802218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:55.673655 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:12:59.978685 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-6c400827-fed5-4165-ad4b-808ed4feb16b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462976 Mar 08 13:13:00.062662 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-29efe2c8-7417-4881-82d7-ea540a2a5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:00.064150 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-29efe2c8-7417-4881-82d7-ea540a2a5f4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0437448 Mar 08 13:13:00.115792 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:00.168253 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-69c62951-4d96-4a8a-9537-4737daa9d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:00.169706 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-69c62951-4d96-4a8a-9537-4737daa9d18b service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0861561 Mar 08 13:13:00.231713 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-37854a75-9cba-4fc6-9aed-e388039765d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 1002 time: 0.0555665 Mar 08 13:13:00.278340 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-9dbe4941-d7c7-4c1c-8b2e-eab1677b3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:00.279750 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-9dbe4941-d7c7-4c1c-8b2e-eab1677b3449 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0420003 Mar 08 13:13:00.329847 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-d94334c8-cb81-4d42-90ac-2c582d8232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:00.331282 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-d94334c8-cb81-4d42-90ac-2c582d8232cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456665 Mar 08 13:13:00.421979 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-fa6bee0c-8381-4fc6-a076-a71ad95104fc service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845993 Mar 08 13:13:00.525370 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-2e7c3f99-5a44-465f-b2ff-80f497cb0c2e req-56993ce4-649a-4d27-a431-c0dc99ff971d service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972781 Mar 08 13:13:15.559082 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-71853e5f-0f8d-4252-ad6b-687bfdefda6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:17.871055 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-e494ad9a-c99f-49ec-be25-5f6b458cca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:19.032796 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:20.389435 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:21.804518 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:25.680650 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:28.984009 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46120) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:29.133749 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Deleting port 6b171578-61ff-4823-b285-68ed64b23b02 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:29.133997 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (6b171578-61ff-4823-b285-68ed64b23b02), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.208487 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (6b171578-61ff-4823-b285-68ed64b23b02), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.208803 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for floatingip (6b171578-61ff-4823-b285-68ed64b23b02), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.220010 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Calling delete_port for 6b171578-61ff-4823-b285-68ed64b23b02 owned by network:floatingip {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:29.360892 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (6b171578-61ff-4823-b285-68ed64b23b02), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.390963 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event deleted for resources: {'Port': ['ID=6b171578-61ff-4823-b285-68ed64b23b02,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:29.412398 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.412740 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.413076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.413407 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.413730 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.414076 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.414397 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.414715 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.415032 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.415349 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.416213 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.416528 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.416840 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:29.454431 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for floatingip (5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.454796 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.db.l3_db [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Floating IP 5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62 disassociated (deleted). External IP: 172.27.1.237, port: ca2b5be6-a73e-4a22-a178-78ddc8fb19f2. Mar 08 13:13:29.658573 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:13:29.762807 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:13:29.767786 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for floatingip (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:29.772633 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Sync routers for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:13:29.782691 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:29.783281 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:29.797328 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-e2ce0ff4-950e-42f1-90b2-04d372c976ec tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62 HTTP/1.1" status: 204 len: 168 time: 0.8122602 Mar 08 13:13:29.798050 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:13:29.800392 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c90a99ad88179eaa87ce741318bc970c081b6ec5fad6e277b64bc82e2d8978b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f1fdc3-4a52-4008-981d-70412e98b554" -d '{"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:13:29.838543 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7528d2-ceae-4eee-a491-22357090ced8 x-openstack-request-id: req-0f7528d2-ceae-4eee-a491-22357090ced8 {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:13:29.838836 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "status": "completed", "code": 200}]} {{(pid=102987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:13:29.839091 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f7528d2-ceae-4eee-a491-22357090ced8 {{(pid=102987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:13:29.839496 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'status': 'completed', 'code': 200} Mar 08 13:13:29.894017 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:29.912549 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-3da2b104-0c3d-40c7-8184-d24d78fe541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:29.914206 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-3da2b104-0c3d-40c7-8184-d24d78fe541a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4cc59aee837c4854aa9382d22f775572&device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 1130 time: 0.0514107 Mar 08 13:13:30.014069 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-2abd6c21-2789-49d1-8f82-9c5552b5bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:30.015899 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-2abd6c21-2789-49d1-8f82-9c5552b5bde8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 200 len: 911 time: 0.0961277 Mar 08 13:13:30.056927 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-2ee1ed77-1eb9-4b41-95ae-7a8a4cc35eaf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 200 len: 217 time: 0.0349114 Mar 08 13:13:30.109294 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-c7570377-3791-4866-916a-a563742238b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:30.110847 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-c7570377-3791-4866-916a-a563742238b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 200 len: 848 time: 0.0481231 Mar 08 13:13:30.162032 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-4cdbf9a7-69ce-443a-9c80-8594033a946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:30.162406 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-4cdbf9a7-69ce-443a-9c80-8594033a946b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40a9845a-58b4-4846-ba37-c7ca98369045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457761 Mar 08 13:13:30.199795 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:30.203936 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32330d-8975-4ed8-94a4-66bdb3e98063 req-2b309c15-eef1-48fb-8585-11c7913ed7f0 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:30.205455 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd32330d-8975-4ed8-94a4-66bdb3e98063 req-2b309c15-eef1-48fb-8585-11c7913ed7f0 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0544910 Mar 08 13:13:30.225701 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Checking router: bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:13:30.233839 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:30.234447 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:30.256760 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-a99fb799-dd86-4643-9b4f-807897866f36 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878229 Mar 08 13:13:30.258758 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fd32330d-8975-4ed8-94a4-66bdb3e98063 req-2e17f549-d8a2-4e74-90a6-aaa7bf3bc37c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469835 Mar 08 13:13:30.341450 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:30.350513 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-63f1fdc3-4a52-4008-981d-70412e98b554 req-6389e838-bb3b-4fe4-a7c6-8dcf58d5fa58 service neutron] 10.222.0.74 "GET /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872295 Mar 08 13:13:30.639641 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:30.666445 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a706ade7-7d3b-465f-b1db-f1ccc62dfea2 None None] The sync data for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi is: [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:17Z', 'revision_number': 4, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi', '_interfaces': [{'id': '81f7f23d-3441-4d8b-ae5e-48da41e19780', 'name': '', 'network_id': '40a9845a-58b4-4846-ba37-c7ca98369045', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'mac_address': 'fa:16:3e:1e:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:17Z', 'updated_at': '2022-03-08T13:09:22Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'subnets': [{'id': '128475ef-cc7f-41e5-9fe2-a4c8b60b523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:13:30.880652 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f331df3-f9bb-4666-b035-6183a3da9ef1 None None] New status for floating IP 5e4eb57e-fb0a-4b6b-8025-2dd9c04a0e62: DOWN {{(pid=102989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 13:13:31.382975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaa8e2-72d3-4fc9-bd44-e84a02bb7c51 req-3c895aab-d1bb-42c4-a835-0beb61e3987e tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.384425 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fafaa8e2-72d3-4fc9-bd44-e84a02bb7c51 req-3c895aab-d1bb-42c4-a835-0beb61e3987e tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0551004 Mar 08 13:13:31.431919 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-fafaa8e2-72d3-4fc9-bd44-e84a02bb7c51 req-f3a56159-f9c2-4928-b17c-4b749fabfdd7 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/security-groups?id=66009e5c-9300-48ae-a294-c19d4b76d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Mar 08 13:13:31.701863 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-1243e474-1170-4198-9c52-060b93c26390 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 13:13:31.703302 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-1243e474-1170-4198-9c52-060b93c26390 tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.74 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 946 time: 0.0504038 Mar 08 13:13:31.791374 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Deleting port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:31.791697 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:31.878947 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] For port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:31.879297 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:31.890866 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Calling delete_port for ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 owned by compute:nova {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:32.014240 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (ca2b5be6-a73e-4a22-a178-78ddc8fb19f2), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:32.041465 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event deleted for resources: {'Port': ['ID=ca2b5be6-a73e-4a22-a178-78ddc8fb19f2,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:32.054906 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.055269 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.055605 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.055959 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.056286 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.056605 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.056921 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.057246 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.057534 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.057865 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.058181 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.058498 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.058805 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:32.093751 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] No DVR routers for this DVR port ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 on host hv-cinder-83009 {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:13:32.096134 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25804'] for port (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:32.099359 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [req-321db7f5-6347-40ed-a777-9920ba79e6f3 req-347e635d-9382-4641-b797-5d799ab3e5af tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.74 "DELETE /v2.0/ports/ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 HTTP/1.1" status: 204 len: 173 time: 0.3909318 Mar 08 13:13:32.099790 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-deleted', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2'}] {{(pid=102988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 13:13:32.102002 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2653f1d0510cf7a9d9aa1b5e505706659129f7ff13e6c6404df405bf915130e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b9479-5bd6-4df8-ae35-e4adbf267ca0" -d '{"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-deleted", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2"}]}' {{(pid=102988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 13:13:32.139308 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9a4b3-d7fb-40d8-8a77-aea65dcb16ef x-openstack-request-id: req-58b9a4b3-d7fb-40d8-8a77-aea65dcb16ef {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 13:13:32.139589 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d250e259-e7d1-49b0-a726-80d576d8f95b", "name": "network-vif-deleted", "tag": "ca2b5be6-a73e-4a22-a178-78ddc8fb19f2", "status": "completed", "code": 200}]} {{(pid=102988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 13:13:32.139835 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58b9a4b3-d7fb-40d8-8a77-aea65dcb16ef {{(pid=102988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 13:13:32.140499 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd250e259-e7d1-49b0-a726-80d576d8f95b', 'name': 'network-vif-deleted', 'tag': 'ca2b5be6-a73e-4a22-a178-78ddc8fb19f2', 'status': 'completed', 'code': 200} Mar 08 13:13:32.546152 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [req-7903cf4a-894e-4154-8f66-bcf0f5c37582 req-5310e745-16af-4436-aa2c-29588a3c33ea tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "GET /v2.0/ports?device_id=d250e259-e7d1-49b0-a726-80d576d8f95b HTTP/1.1" status: 200 len: 210 time: 0.0287607 Mar 08 13:13:33.602222 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46146) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:33.656448 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (66009e5c-9300-48ae-a294-c19d4b76d41b), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:33.680751 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (66009e5c-9300-48ae-a294-c19d4b76d41b), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:33.738952 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (66009e5c-9300-48ae-a294-c19d4b76d41b), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:33.741523 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:33.742693 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] 10.222.0.20 "DELETE /v2.0/security-groups/66009e5c-9300-48ae-a294-c19d4b76d41b HTTP/1.1" status: 204 len: 168 time: 0.1394880 Mar 08 13:13:33.751814 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63293-ac72-4191-84d7-79ecbda5f14c tempest-TestShelveInstance-1348207946 tempest-TestShelveInstance-1348207946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66009e5c-9300-48ae-a294-c19d4b76d41b,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:33.782558 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46150) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:34.122276 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:34.362400 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Deleting port 81f7f23d-3441-4d8b-ae5e-48da41e19780 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:34.362732 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:34.437734 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] For port 81f7f23d-3441-4d8b-ae5e-48da41e19780, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=81f7f23d-3441-4d8b-ae5e-48da41e19780,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:34.438053 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:34.450070 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Calling delete_port for 81f7f23d-3441-4d8b-ae5e-48da41e19780 owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:34.624343 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (81f7f23d-3441-4d8b-ae5e-48da41e19780), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:34.649127 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Pushing event deleted for resources: {'Port': ['ID=81f7f23d-3441-4d8b-ae5e-48da41e19780,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:34.821442 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:35.280555 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:13:35.380455 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:13:35.385894 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-cc9b01d8-6936-4ee3-a17a-32706a55920c admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1be9d4-d4ba-49ab-87e8-9d9a8533c861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6018295 Mar 08 13:13:35.388666 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46152) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:35.389605 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Sync routers for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:13:35.399045 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:35.399637 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:35.492223 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks [] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:35.502673 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:35.593650 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks [] for router_gateway (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:35.647674 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Deleting port c6a3304e-8256-425e-8464-ba397fc675a9 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:35.648058 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:35.675653 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:13:34Z', 'revision_number': 5, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port': {'id': 'c6a3304e-8256-425e-8464-ba397fc675a9', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:35.702710 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Checking router: bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 for host: dv-cinder-830090-2-iscsi {{(pid=102990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:13:35.710753 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Routers {'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:35.711344 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'], 'active': True} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:35.724844 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] For port c6a3304e-8256-425e-8464-ba397fc675a9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=c6a3304e-8256-425e-8464-ba397fc675a9,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:35.725190 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:35.736400 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Calling delete_port for c6a3304e-8256-425e-8464-ba397fc675a9 owned by network:router_gateway {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:35.796969 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_dvr_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] Set router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 gateway port host: None {{(pid=102990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:35.848436 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.l3_hamode_db [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:13:35Z', 'revision_number': 6, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:35.878477 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9c2a-34a1-485c-939e-16ee3bf59f41 None None] The sync data for ids ['bf1be9d4-d4ba-49ab-87e8-9d9a8533c861'] in dv-cinder-830090-2-iscsi is: [{'id': 'bf1be9d4-d4ba-49ab-87e8-9d9a8533c861', 'name': 'tempest-TestShelveInstance-1790167914-router', 'tenant_id': '4cc59aee837c4854aa9382d22f775572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:15Z', 'updated_at': '2022-03-08T13:13:35Z', 'revision_number': 6, 'project_id': '4cc59aee837c4854aa9382d22f775572', 'gw_port_host': None}] {{(pid=102990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:13:35.902420 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:35.930628 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] No Port match for: ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:35.930970 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Device ca2b5be6-a73e-4a22-a178-78ddc8fb19f2 not bound to the agent host hv-cinder-83009 {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:36.143348 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (c6a3304e-8256-425e-8464-ba397fc675a9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.170700 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a3304e-8256-425e-8464-ba397fc675a9,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:36.230130 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.323268 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.325365 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks [] for router_controller (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.368165 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (bf1be9d4-d4ba-49ab-87e8-9d9a8533c861), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.368717 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 {{(pid=102988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:13:36.372955 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.374132 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-0a7514f2-04df-4a53-aba7-ca8e88ecf413 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bf1be9d4-d4ba-49ab-87e8-9d9a8533c861 HTTP/1.1" status: 204 len: 168 time: 0.9844034 Mar 08 13:13:36.376671 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46154) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:36.423020 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Deleting subnet 128475ef-cc7f-41e5-9fe2-a4c8b60b523d {{(pid=102988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:13:36.425880 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Publish callbacks [] for subnet (128475ef-cc7f-41e5-9fe2-a4c8b60b523d), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.458081 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4966517'] for subnet (128475ef-cc7f-41e5-9fe2-a4c8b60b523d), precommit_delete_associations {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.531180 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (128475ef-cc7f-41e5-9fe2-a4c8b60b523d), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.584160 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5218779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4310664'] for subnet (128475ef-cc7f-41e5-9fe2-a4c8b60b523d), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.607405 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128475ef-cc7f-41e5-9fe2-a4c8b60b523d,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:36.614013 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.619495 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-7ed9bafb-17c1-4903-a851-94a0e3315329 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/128475ef-cc7f-41e5-9fe2-a4c8b60b523d HTTP/1.1" status: 204 len: 168 time: 0.2395375 Mar 08 13:13:36.619674 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46156) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:36.619810 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e29a69-60ee-4040-9372-c5942ecdefdd None None] Network 40a9845a-58b4-4846-ba37-c7ca98369045 requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:13:36.687725 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (40a9845a-58b4-4846-ba37-c7ca98369045), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.743279 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Deleting port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 {{(pid=102988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:36.743607 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.774709 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] DHCP port deletion for 40a9845a-58b4-4846-ba37-c7ca98369045 request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:13:36.814493 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.db [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] For port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:36.814493 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.827616 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.plugin [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Calling delete_port for e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 owned by network:dhcp {{(pid=102988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:36.834222 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Deleting port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:36.834598 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.884185 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c6a3304e-8256-425e-8464-ba397fc675a9 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:36.908719 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5218796'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.914315 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: c6a3304e-8256-425e-8464-ba397fc675a9 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:36.914820 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device c6a3304e-8256-425e-8464-ba397fc675a9 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:36.915077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 81f7f23d-3441-4d8b-ae5e-48da41e19780 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:36.921342 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] For port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,segment=NetworkSegment(23044c87-03f9-499c-a9c5-162d1cbf427c),segment_id=23044c87-03f9-499c-a9c5-162d1cbf427c)] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:36.921742 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:36.936021 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:36.941637 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] No DVR routers for this DVR port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 on host dv-cinder-830090-2-iscsi {{(pid=102988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:13:36.951254 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 81f7f23d-3441-4d8b-ae5e-48da41e19780 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:36.951616 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 81f7f23d-3441-4d8b-ae5e-48da41e19780 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:36.952040 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:36.958055 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Calling delete_port for e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:36.978495 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:36.978841 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:37.015586 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (40a9845a-58b4-4846-ba37-c7ca98369045), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.035364 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a9845a-58b4-4846-ba37-c7ca98369045']}} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:37.044269 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23044c87-03f9-499c-a9c5-162d1cbf427c') {'for_net_delete': True} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:37.044557 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.services.segments.db [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23044c87-03f9-499c-a9c5-162d1cbf427c') {} {{(pid=102988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:37.053652 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4966542'] for segment (23044c87-03f9-499c-a9c5-162d1cbf427c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.056620 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.066427 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (23044c87-03f9-499c-a9c5-162d1cbf427c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.072666 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=102988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:13:37.073043 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5218737'] for segment (23044c87-03f9-499c-a9c5-162d1cbf427c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: Traceback (most recent call last): Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: timer() Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: cb(*args, **kw) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: return func(*args, **kwargs) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: self._notify() Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: self.callback(batched_events) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: event.method(event) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: return f(self, *a, **k) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._get(url).json() Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: return self.request(url, 'GET', **kwargs) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:13:37.074787 dv-cinder-830090-2-iscsi neutron-server[102988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:13:37.078022 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Pushing event deleted for resources: {'Port': ['ID=e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:37.091592 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.091939 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.092332 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.092613 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.092937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.093344 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.093587 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.093934 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.094265 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.094591 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.094913 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.095768 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.095768 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830090-2-iscsi {{(pid=102989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 13:13:37.098230 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02e68d-b4b7-4110-90c5-db9323d22b0f None None] No DVR routers for this DVR port e8a9980a-a9d0-48be-8e20-ef24cc1dd5c9 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:13:37.114044 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:13:37.132788 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (40a9845a-58b4-4846-ba37-c7ca98369045), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.138722 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.142232 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] 10.222.0.20 "DELETE /v2.0/networks/40a9845a-58b4-4846-ba37-c7ca98369045 HTTP/1.1" status: 204 len: 168 time: 0.5216601 Mar 08 13:13:37.145243 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46158) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:37.152618 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b85ae9-d4bc-41cf-806f-0da0af10ce74 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a9845a-58b4-4846-ba37-c7ca98369045,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:37.481796 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8197973'] for router_interface (a69ae655-878b-447a-b361-0dc38d3375a3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.720610 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Deleting port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:37.720956 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.799443 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] For port 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:37.799804 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:37.811674 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Calling delete_port for 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b owned by network:router_interface {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:37.987708 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.017261 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:38.181509 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7907338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8197921'] for router_interface (a69ae655-878b-447a-b361-0dc38d3375a3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.393002 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Router a69ae655-878b-447a-b361-0dc38d3375a3 has already been hosted by L3 agent 79e77d90-d41c-4240-8630-80d755d05f8e {{(pid=102987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 13:13:38.497369 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] Notify agent at l3_agent.dv-cinder-830090-2-iscsi the message routers_updated {{(pid=102987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 13:13:38.505038 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-5a6b228d-b08d-4e96-a444-68b3aea281c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/a69ae655-878b-447a-b361-0dc38d3375a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3586757 Mar 08 13:13:38.507568 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46160) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:38.514460 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Sync routers for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 13:13:38.523604 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:38.524208 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:38.611499 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks [] for router (a69ae655-878b-447a-b361-0dc38d3375a3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.628583 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: dv-cinder-830090-2-iscsi {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:38.714213 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks [] for router_gateway (a69ae655-878b-447a-b361-0dc38d3375a3), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.767090 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Deleting port 0e43124e-67a3-4cbf-970a-fb81f127471e {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:38.767422 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.809299 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'external_fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:13:37Z', 'revision_number': 5, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port': {'id': '0e43124e-67a3-4cbf-970a-fb81f127471e', 'name': '', 'network_id': 'b5afd8a1-6c5e-4363-83b2-da129d45e414', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830090-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f7a4fab-5def-4b41-918d-83409282fe54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830090-2-iscsi'}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:38.847077 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Checking router: a69ae655-878b-447a-b361-0dc38d3375a3 for host: dv-cinder-830090-2-iscsi {{(pid=102989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 13:13:38.848777 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] For port 0e43124e-67a3-4cbf-970a-fb81f127471e, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=0e43124e-67a3-4cbf-970a-fb81f127471e,segment=NetworkSegment(2b1d6b66-50a7-4f96-8082-b0895766b7e2),segment_id=2b1d6b66-50a7-4f96-8082-b0895766b7e2)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:38.849211 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:38.856469 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Routers {'a69ae655-878b-447a-b361-0dc38d3375a3'} bound to L3 agent in host dv-cinder-830090-2-iscsi {{(pid=102989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 13:13:38.857071 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830090-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T12:52:48Z,description=,heartbeat_timestamp=2022-03-08T13:13:18Z,host='dv-cinder-830090-2-iscsi',id=79e77d90-d41c-4240-8630-80d755d05f8e,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T12:52:48Z,topic='l3_agent')) {'router_ids': ['a69ae655-878b-447a-b361-0dc38d3375a3'], 'active': True} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:38.860878 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Calling delete_port for 0e43124e-67a3-4cbf-970a-fb81f127471e owned by network:router_gateway {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:38.944173 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvr_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] Set router a69ae655-878b-447a-b361-0dc38d3375a3 gateway port host: None {{(pid=102989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 13:13:38.996984 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_hamode_db [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:13:38Z', 'revision_number': 6, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port_host': None}], 'dv-cinder-830090-2-iscsi', False) {} {{(pid=102989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:39.022290 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92096a8-d311-4741-8d05-57e80deb63a2 None None] The sync data for ids ['a69ae655-878b-447a-b361-0dc38d3375a3'] in dv-cinder-830090-2-iscsi is: [{'id': 'a69ae655-878b-447a-b361-0dc38d3375a3', 'name': 'tempest-TestShelveInstance-694841480-router', 'tenant_id': '81ca00632ea7477cbf79efa16346381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T13:09:19Z', 'updated_at': '2022-03-08T13:13:38Z', 'revision_number': 6, 'project_id': '81ca00632ea7477cbf79efa16346381d', 'gw_port_host': None}] {{(pid=102989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 13:13:39.030898 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (0e43124e-67a3-4cbf-970a-fb81f127471e), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.058638 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e43124e-67a3-4cbf-970a-fb81f127471e,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:39.120082 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8192907'] for router_gateway (a69ae655-878b-447a-b361-0dc38d3375a3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.208459 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8197439', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9289'] for router (a69ae655-878b-447a-b361-0dc38d3375a3), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.210487 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks [] for router_controller (a69ae655-878b-447a-b361-0dc38d3375a3), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.255975 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8197416'] for router (a69ae655-878b-447a-b361-0dc38d3375a3), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.256725 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a69ae655-878b-447a-b361-0dc38d3375a3 {{(pid=102987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 13:13:39.261735 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.262894 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-a49fdbfc-795b-40c0-bc5a-63cb275cb5b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a69ae655-878b-447a-b361-0dc38d3375a3 HTTP/1.1" status: 204 len: 168 time: 0.7544303 Mar 08 13:13:39.265750 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46162) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:39.308005 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.db_base_plugin_v2 [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Deleting subnet 3306f293-bf1b-4630-a125-c9fd0bb4255d {{(pid=102987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 13:13:39.310873 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Publish callbacks [] for subnet (3306f293-bf1b-4630-a125-c9fd0bb4255d), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.344657 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4511155'] for subnet (3306f293-bf1b-4630-a125-c9fd0bb4255d), precommit_delete_associations {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.427099 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662010'] for subnet (3306f293-bf1b-4630-a125-c9fd0bb4255d), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.480218 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-661985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-36177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4511375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4494501'] for subnet (3306f293-bf1b-4630-a125-c9fd0bb4255d), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.504604 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3306f293-bf1b-4630-a125-c9fd0bb4255d,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:39.509190 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for subnet (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.512839 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-28858984-e885-4c3a-874d-60a2578162cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3306f293-bf1b-4630-a125-c9fd0bb4255d HTTP/1.1" status: 204 len: 168 time: 0.2461348 Mar 08 13:13:39.515244 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac0e62-a976-48a1-945d-05f6f693e0f0 None None] Network df89f5c4-84ad-4c8d-ac97-ad878e01110f requested from dv-cinder-830090-2-iscsi {{(pid=102989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 13:13:39.515994 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46164) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:39.580880 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-701301'] for network (df89f5c4-84ad-4c8d-ac97-ad878e01110f), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.637042 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Deleting port df8af173-f92c-409f-8bf6-cc2daf6171a2 {{(pid=102987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:39.637402 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.697992 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.db [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] For port df8af173-f92c-409f-8bf6-cc2daf6171a2, host dv-cinder-830090-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830090-2-iscsi',level=0,port_id=df8af173-f92c-409f-8bf6-cc2daf6171a2,segment=NetworkSegment(ee4b89c4-360d-437f-9611-788f65d3ab95),segment_id=ee4b89c4-360d-437f-9611-788f65d3ab95)] {{(pid=102987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:39.698299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.710132 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.plugin [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Calling delete_port for df8af173-f92c-409f-8bf6-cc2daf6171a2 owned by network:dhcp {{(pid=102987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:39.773430 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] DHCP port deletion for df89f5c4-84ad-4c8d-ac97-ad878e01110f request from dv-cinder-830090-2-iscsi {{(pid=102989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 13:13:39.797901 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4511416'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.822177 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Deleting port df8af173-f92c-409f-8bf6-cc2daf6171a2 {{(pid=102989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 13:13:39.822638 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765797764675'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), before_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.825104 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] No DVR routers for this DVR port df8af173-f92c-409f-8bf6-cc2daf6171a2 on host dv-cinder-830090-2-iscsi {{(pid=102987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:13:39.830013 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Pushing event deleted for resources: {'Port': ['ID=df8af173-f92c-409f-8bf6-cc2daf6171a2,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:39.892366 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.db [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] For port df8af173-f92c-409f-8bf6-cc2daf6171a2, host dv-cinder-830090-2-iscsi, got binding levels [] {{(pid=102989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 13:13:39.892763 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8193863'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), precommit_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.898785 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-725621', 'neutron.services.segments.db._delete_segments_for_network-8765797937511'] for network (df89f5c4-84ad-4c8d-ac97-ad878e01110f), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.905469 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Calling delete_port for df8af173-f92c-409f-8bf6-cc2daf6171a2 owned by network:dhcp {{(pid=102989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 13:13:39.908452 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.ipam_backend_mixin [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Port df8af173-f92c-409f-8bf6-cc2daf6171a2 was not found and therefore no delete operation was performed {{(pid=102989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 13:13:39.909693 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765797770918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765797412298'] for port (df8af173-f92c-409f-8bf6-cc2daf6171a2), after_delete {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.923547 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df89f5c4-84ad-4c8d-ac97-ad878e01110f']}} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:39.933409 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4b89c4-360d-437f-9611-788f65d3ab95') {'for_net_delete': True} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:39.933694 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.services.segments.db [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4b89c4-360d-437f-9611-788f65d3ab95') {} {{(pid=102987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 13:13:39.936937 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] Pushing event deleted for resources: {'Port': ['ID=df8af173-f92c-409f-8bf6-cc2daf6171a2,revision_number=None']} {{(pid=102989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:39.938835 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84275a9f-bc6d-4e8e-a279-faddacec40dc None None] No DVR routers for this DVR port df8af173-f92c-409f-8bf6-cc2daf6171a2 on host dv-cinder-830090-2-iscsi {{(pid=102989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 13:13:39.947552 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765797938032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4511048'] for segment (ee4b89c4-360d-437f-9611-788f65d3ab95), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.960812 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785'] for segment (ee4b89c4-360d-437f-9611-788f65d3ab95), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.967459 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 13:13:39.967889 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-680785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4511461'] for segment (ee4b89c4-360d-437f-9611-788f65d3ab95), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: Traceback (most recent call last): Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: timer() Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: cb(*args, **kw) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: return func(*args, **kwargs) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: self._notify() Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: self.callback(batched_events) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: event.method(event) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: return f(self, *a, **k) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._get(url).json() Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: return self.request(url, 'GET', **kwargs) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 13:13:39.969641 dv-cinder-830090-2-iscsi neutron-server[102987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 13:13:40.025011 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-725628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8016505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7907333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8192943'] for network (df89f5c4-84ad-4c8d-ac97-ad878e01110f), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.030586 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7907351'] for network (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.033845 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] 10.222.0.20 "DELETE /v2.0/networks/df89f5c4-84ad-4c8d-ac97-ad878e01110f HTTP/1.1" status: 204 len: 168 time: 0.5173891 Mar 08 13:13:40.045523 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01386f28-43c9-4f65-8933-37bd35913caa admin admin] Pushing event deleted for resources: {'Network': ['ID=df89f5c4-84ad-4c8d-ac97-ad878e01110f,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:40.228122 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46168) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:40.267185 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-1878700b-dee8-4048-9724-a2459f118753 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cc59aee837c4854aa9382d22f775572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377467 Mar 08 13:13:40.269398 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.wsgi [-] (102987) accepted ('10.222.0.20', 46170) {{(pid=102987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:40.317098 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] Publish callbacks [] for security_group (5acf1c7f-a0c6-45e3-a75c-a89ed02539f9), before_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.337317 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] Publish callbacks [] for security_group (5acf1c7f-a0c6-45e3-a75c-a89ed02539f9), precommit_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.381906 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (5acf1c7f-a0c6-45e3-a75c-a89ed02539f9), after_delete {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.384999 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron_lib.callbacks.manager [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.386138 dv-cinder-830090-2-iscsi neutron-server[102987]: INFO neutron.wsgi [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5acf1c7f-a0c6-45e3-a75c-a89ed02539f9 HTTP/1.1" status: 204 len: 168 time: 0.1158516 Mar 08 13:13:40.395299 dv-cinder-830090-2-iscsi neutron-server[102987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a3d99-5bdf-417a-a9f8-8a75e46f1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf1c7f-a0c6-45e3-a75c-a89ed02539f9,revision_number=None']} {{(pid=102987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:40.708347 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46176) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:40.746884 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-69baaecc-b90b-43c8-bea1-559777ad3c0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ca00632ea7477cbf79efa16346381d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373809 Mar 08 13:13:40.749219 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [-] (102988) accepted ('10.222.0.20', 46178) {{(pid=102988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 13:13:40.794231 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] Publish callbacks [] for security_group (e03bae2e-7a34-4b5d-9f24-aacd23b40b7c), before_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.815688 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] Publish callbacks [] for security_group (e03bae2e-7a34-4b5d-9f24-aacd23b40b7c), precommit_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.867638 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8026519'] for security_group (e03bae2e-7a34-4b5d-9f24-aacd23b40b7c), after_delete {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.868056 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0e43124e-67a3-4cbf-970a-fb81f127471e no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:40.870226 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron_lib.callbacks.manager [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:40.873875 dv-cinder-830090-2-iscsi neutron-server[102988]: INFO neutron.wsgi [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e03bae2e-7a34-4b5d-9f24-aacd23b40b7c HTTP/1.1" status: 204 len: 168 time: 0.1213284 Mar 08 13:13:40.882917 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ee216-326c-4d7a-8336-68eac55f98cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03bae2e-7a34-4b5d-9f24-aacd23b40b7c,revision_number=None']} {{(pid=102988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 13:13:40.888608 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0e43124e-67a3-4cbf-970a-fb81f127471e {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:40.888956 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0e43124e-67a3-4cbf-970a-fb81f127471e not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:40.889590 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df8af173-f92c-409f-8bf6-cc2daf6171a2 no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:40.919641 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: df8af173-f92c-409f-8bf6-cc2daf6171a2 {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:40.920097 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device df8af173-f92c-409f-8bf6-cc2daf6171a2 not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:40.920404 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b no longer exists at agent ovs-agent-dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 13:13:41.072253 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.plugin [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] No Port match for: 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b {{(pid=102989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 13:13:41.072512 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron.plugins.ml2.rpc [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Device 0fd32ec4-2e0e-46d3-a11e-f5c4bba39e7b not bound to the agent host dv-cinder-830090-2-iscsi {{(pid=102989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 13:13:45.559697 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3a452424-bfcf-4e86-a9c9-caf3048a01cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:47.872116 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ff1749cb-937d-46ea-8cbd-08cec419b936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:49.036425 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:50.392553 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:51.807815 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:13:55.692373 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:14.112980 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:14:15.562238 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-2858d7a9-9a49-4088-8ca9-bfceded655ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:17.873624 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-3580fb2d-57ec-47d3-84f9-807cf61a97f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:19.038218 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:20.394645 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:21.811068 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:25.712324 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:45.566067 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-17d54066-bf41-4540-8fd2-5e6879c179e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:47.874402 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cde2eac7-fe7e-4da0-99db-0bb96ea4a1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:49.041935 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:50.404923 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:51.112531 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:14:51.812095 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:14:55.711999 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:15.567507 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-188a0b17-8bb8-4edc-bc38-45e98d5758b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:17.877682 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-7063936b-e8fe-4bf9-8572-d77b77025102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:19.045243 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:20.399470 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:21.814287 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:25.711927 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:28.112274 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:15:45.568412 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f48157f4-67af-40e6-9bbe-89f837784815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:47.877500 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-696752b0-e894-4a05-94f1-1097f7813057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:49.048427 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:50.404880 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:51.816138 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:15:55.721319 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:05.111159 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:16:15.569837 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-1a8d6445-c325-416a-97c4-57d8f1d4f598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:17.877493 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-87b11bdd-e1f4-4107-a899-ccf1521d7218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:19.049596 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:20.405345 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:21.817251 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:25.729936 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:42.111011 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:16:45.571117 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e3ce-f40e-441e-bca5-cd803adae80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:47.878505 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a2628930-1c9a-4410-abb7-479a0a717688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:49.052784 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:50.411453 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:51.818257 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:16:55.726868 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:15.572427 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-cd252fd7-9bc3-40b1-a4a2-dc3ac8669e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:17.877644 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-c2f85bca-5f10-4bd5-afc9-733fd6923881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:19.055987 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:19.112489 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:17:20.410328 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:21.819821 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:25.741030 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:45.574339 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-69e06ba5-2f57-4bc8-bbe5-df1ef202b09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:47.878076 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-f1a81d56-6404-4d1e-a16c-1ebd179d7384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:49.057261 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:50.412682 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:51.822125 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:55.740135 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:17:56.115363 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:03.153491 dv-cinder-830090-2-iscsi neutron-server[102988]: DEBUG neutron.wsgi [req-5e4b75f9-8efa-48ab-9cbc-b9122b1e11e4 req-6ca8a089-e4da-419a-bcb3-7d11ba249124 service neutron] (102988) timed out ('10.222.0.74', 57260) {{(pid=102988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 13:18:15.579456 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-775c3914-cf12-4aec-977a-bb64558b745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:17.878141 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ad23f73c-4e5c-494b-b5e6-551910cb7825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:19.060220 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:20.415436 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:21.823391 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:25.740708 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:33.115074 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 13:18:45.580956 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-d2c9c8b0-3229-4e01-b315-3d50aa366da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (34edebb2-7e93-4803-9608-7fa4f6c6a237), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:47.878565 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-baac5e40-ccc2-4cdf-a5b7-ca556cb35720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (79e77d90-d41c-4240-8630-80d755d05f8e), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:49.067091 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-ec146502-203e-4c6a-8213-8841b8a873f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (2ca064aa-9bbb-4472-ae7b-8186a8fe00c2), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:50.420559 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-97e02ccf-6010-43f1-a414-9cfa5f6d21ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (314e52c5-f984-4ecd-a9cc-31e623203ef5), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:51.824875 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-42b3a191-f72b-45ea-b818-85f2d0c5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (6e39f856-30ff-4dff-b336-6c230eed2c06), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:18:55.748347 dv-cinder-830090-2-iscsi neutron-server[102989]: DEBUG neutron_lib.callbacks.manager [None req-a3edd5e8-43de-4fa7-a86a-580ec86f9da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765797937493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-723598'] for agent (444daec5-863b-4acc-8945-368627ae5281), after_update {{(pid=102989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 13:19:10.115910 dv-cinder-830090-2-iscsi neutron-server[102990]: DEBUG neutron.db.agents_db [None req-749dbc45-c0ee-4ce8-b49b-3a6615a71316 None None] Agent healthcheck: found 6 active agents {{(pid=102990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}